Apr 30 15:25:30.201868 np0040594247 systemd[1]: Started devstack@n-cpu.service - Devstack devstack@n-cpu.service.
Apr 30 15:25:33.428576 np0040594247 nova-compute[88153]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=88153) initialize /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:44}}
Apr 30 15:25:33.429336 np0040594247 nova-compute[88153]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=88153) initialize /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:44}}
Apr 30 15:25:33.429336 np0040594247 nova-compute[88153]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=88153) initialize /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:44}}
Apr 30 15:25:33.429888 np0040594247 nova-compute[88153]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Apr 30 15:25:33.644929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:25:33.661502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.017s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:25:33.889356 np0040594247 nova-compute[88153]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative
Apr 30 15:25:34.679061 np0040594247 nova-compute[88153]: INFO nova.virt.driver [None req-b36bf584-384f-4448-8083-53b696170036 None None] Loading compute driver 'libvirt.LibvirtDriver'
Apr 30 15:25:34.862830 np0040594247 nova-compute[88153]: INFO nova.compute.provider_config [None req-b36bf584-384f-4448-8083-53b696170036 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Apr 30 15:25:35.372784 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b36bf584-384f-4448-8083-53b696170036 None None] Acquiring lock "singleton_lock" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:25:35.373059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b36bf584-384f-4448-8083-53b696170036 None None] Acquired lock "singleton_lock" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:25:35.373466 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b36bf584-384f-4448-8083-53b696170036 None None] Releasing lock "singleton_lock" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:25:35.373986 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] Full set of CONF: {{(pid=88153) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/service.py:357}}
Apr 30 15:25:35.374258 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ******************************************************************************** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2804}}
Apr 30 15:25:35.374487 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] Configuration options gathered from: {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2805}}
Apr 30 15:25:35.375021 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2806}}
Apr 30 15:25:35.375325 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2807}}
Apr 30 15:25:35.375570 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ================================================================================ {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2809}}
Apr 30 15:25:35.378227 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] allow_resize_to_same_host      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.378375 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] arq_binding_timeout            = 300 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.378625 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] backdoor_port                  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.378922 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] backdoor_socket                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.379208 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] block_device_allocate_retries  = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.379492 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] block_device_allocate_retries_interval = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.379814 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cert                           = self.pem {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.380104 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.380388 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute_monitors               = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.380690 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] config_dir                     = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.380982 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] config_drive_format            = iso9660 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.381224 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.381696 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] config_source                  = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.386147 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] console_host                   = np0040594247 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.386548 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] control_exchange               = nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.386891 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cpu_allocation_ratio           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.387181 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] daemon                         = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.387477 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] debug                          = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.388517 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] default_access_ip_network_name = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.389862 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] default_availability_zone      = nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.390190 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] default_ephemeral_format       = ext4 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.390478 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] default_green_pool_size        = 1000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.394109 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.394109 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] default_schedule_zone          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.394109 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] disk_allocation_ratio          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.394503 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] enable_new_services            = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.394994 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] enabled_apis                   = ['osapi_compute'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.395484 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] enabled_ssl_apis               = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.395933 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] flat_injected                  = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.396256 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] force_config_drive             = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.396581 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] force_raw_images               = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.397100 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] graceful_shutdown_timeout      = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.397563 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] heal_instance_info_cache_interval = -1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.398195 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] host                           = np0040594247 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.398663 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.399137 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.399427 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.399809 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.400094 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instance_build_timeout         = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.400709 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instance_delete_interval       = 300 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.400709 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instance_format                = [instance: %(uuid)s]  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.400995 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instance_name_template         = instance-%08x {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.401269 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instance_usage_audit           = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.401639 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instance_usage_audit_period    = month {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.401993 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.402322 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.402703 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] internal_service_availability_zone = internal {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.403015 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] key                            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.403317 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] live_migration_retry_count     = 30 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.403738 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_color                      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.404190 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_config_append              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.404425 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.404790 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_dir                        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.405101 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_file                       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.405328 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_options                    = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.405742 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_rotate_interval            = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.407097 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_rotate_interval_type       = days {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.407097 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] log_rotation_type              = none {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.407097 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.407097 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.407388 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.407577 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.407843 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.408183 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] long_rpc_timeout               = 1800 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.408464 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] max_concurrent_builds          = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.408767 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] max_concurrent_live_migrations = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.409039 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] max_concurrent_snapshots       = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.409310 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] max_local_block_devices        = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.409581 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] max_logfile_count              = 30 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.409876 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] max_logfile_size_mb            = 200 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.410153 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] maximum_instance_delete_attempts = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.410431 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] metadata_listen                = 0.0.0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.410853 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] metadata_listen_port           = 8775 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.411076 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] metadata_workers               = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.411347 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] migrate_max_retries            = -1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.411701 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] mkisofs_cmd                    = genisoimage {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.412076 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] my_block_storage_ip            = 10.209.34.82 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.412378 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] my_ip                          = 10.209.34.82 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.412816 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] my_shared_fs_storage_ip        = 10.209.34.82 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.413090 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] network_allocate_retries       = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.413849 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.413849 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.413978 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] osapi_compute_listen_port      = 8774 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.414324 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] osapi_compute_unique_server_name_scope =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.414606 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] osapi_compute_workers          = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.414944 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] password_length                = 12 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.415221 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] periodic_enable                = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.415489 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] periodic_fuzzy_delay           = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.415806 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] pointer_model                  = ps2mouse {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.416085 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] preallocate_images             = none {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.416392 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] publish_errors                 = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.416624 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] pybasedir                      = /opt/stack/nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.416926 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ram_allocation_ratio           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.417197 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] rate_limit_burst               = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.417475 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] rate_limit_except_level        = CRITICAL {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.417780 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] rate_limit_interval            = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.418056 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] reboot_timeout                 = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.418322 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] reclaim_instance_interval      = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.418588 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] record                         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.418898 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] reimage_timeout_per_gb         = 180 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.419174 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] report_interval                = 120 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.419442 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] rescue_timeout                 = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.419750 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] reserved_host_cpus             = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.420094 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] reserved_host_disk_mb          = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.420451 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] reserved_host_memory_mb        = 512 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.420771 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] reserved_huge_pages            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.421045 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] resize_confirm_window          = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.421315 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] resize_fs_using_block_device   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.421586 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] resume_guests_state_on_host_boot = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.421903 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.422197 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] rpc_response_timeout           = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.422447 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] run_external_periodic_tasks    = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.422757 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] running_deleted_instance_action = reap {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.423038 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] running_deleted_instance_poll_interval = 1800 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.423294 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] running_deleted_instance_timeout = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.423627 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler_instance_sync_interval = 120 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.423875 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_down_time              = 720 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.424150 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] servicegroup_driver            = db {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.424418 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] shell_completion               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.424710 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] shelved_offload_time           = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.424981 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] shelved_poll_interval          = 3600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.425295 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] shutdown_timeout               = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.425950 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] source_is_ipv6                 = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.425950 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ssl_only                       = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.426222 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] state_path                     = /opt/stack/data/nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.426593 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] sync_power_state_interval      = 600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.427059 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] sync_power_state_pool_size     = 1000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.427517 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] syslog_log_facility            = LOG_USER {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.428015 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] tempdir                        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.428468 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] timeout_nbd                    = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.428889 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] transport_url                  = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.429205 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] update_resources_interval      = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.429559 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] use_cow_images                 = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.429866 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] use_journal                    = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.430313 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] use_json                       = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.430596 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] use_rootwrap_daemon            = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.430927 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] use_stderr                     = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.431204 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] use_syslog                     = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.431468 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vcpu_pin_set                   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.431797 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plugging_is_fatal          = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.432076 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plugging_timeout           = 300 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.432380 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] virt_mkfs                      = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.432651 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] volume_usage_poll_interval     = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.432962 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] watch_log_file                 = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.433242 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] web                            = /usr/share/spice-html5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2817}}
Apr 30 15:25:35.433544 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_brick.lock_path             = /opt/stack/data/nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.433852 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.434125 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.434407 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_concurrency.disable_process_locking = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.434710 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.434988 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.435258 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.435752 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.435826 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.436578 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.436578 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.auth_strategy              = keystone {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.436746 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.compute_link_prefix        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.436985 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.437269 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.dhcp_domain                = novalocal {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.437603 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.enable_instance_password   = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.437853 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.glance_link_prefix         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.438146 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.438441 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.438743 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.instance_list_per_project_cells = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.439023 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.list_records_by_skipping_down_cells = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.439305 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.local_metadata_per_cell    = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.439587 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.max_limit                  = 1000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.440375 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.metadata_cache_expiration  = 15 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.440375 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.neutron_default_tenant_id  = default {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.440593 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.response_validation        = warn {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.440784 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.use_neutron_default_nets   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.441062 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.441333 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.441609 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.441927 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.442217 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.vendordata_dynamic_targets = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.442640 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.vendordata_jsonfile_path   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.443159 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.443644 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.backend                  = dogpile.cache.memcached {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.444151 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.backend_argument         = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.444635 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.backend_expiration_time  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.445133 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.config_prefix            = cache.oslo {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.445639 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.dead_timeout             = 60.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.446127 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.debug_cache_backend      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.446600 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.enable_retry_client      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.447142 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.enable_socket_keepalive  = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.447616 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.enabled                  = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.448128 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.enforce_fips_mode        = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.448605 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.expiration_time          = 600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.449104 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.hashclient_retry_attempts = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.450552 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.450552 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_dead_retry      = 300 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.450552 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_password        = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.450961 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.451273 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.451573 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_pool_maxsize    = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.451917 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.452175 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_sasl_enabled    = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.452497 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.452820 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.453106 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.memcache_username        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.453398 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.proxies                  = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.453696 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.redis_db                 = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.453990 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.redis_password           = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.454278 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.redis_sentinel_service_name = mymaster {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.454623 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.redis_sentinels          = ['localhost:26379'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.454951 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.redis_server             = localhost:6379 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.455239 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.redis_socket_timeout     = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.455553 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.redis_username           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.455973 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.retry_attempts           = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.456259 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.retry_delay              = 0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.456595 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.socket_keepalive_count   = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.456965 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.socket_keepalive_idle    = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.457339 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.socket_keepalive_interval = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.457557 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.tls_allowed_ciphers      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.457901 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.tls_cafile               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.458194 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.tls_certfile             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.458493 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.tls_enabled              = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.458881 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cache.tls_keyfile              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.459380 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.auth_section            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.459884 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.auth_type               = password {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.460326 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.cafile                  = /opt/stack/data/ca-bundle.pem {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.460845 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.461320 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.certfile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.461837 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.collect_timing          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.462317 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.cross_az_attach         = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.462822 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.debug                   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.463272 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.endpoint_template       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.463752 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.http_retries            = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.464534 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.insecure                = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.465031 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.keyfile                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.465491 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.os_region_name          = RegionOne {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.465989 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.split_loggers           = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.466475 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cinder.timeout                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.466876 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.467157 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.cpu_dedicated_set      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.467448 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.cpu_shared_set         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.467780 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.image_type_exclude_list = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.468079 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.468372 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.max_concurrent_disk_ops = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.468656 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.max_disk_devices_to_attach = -1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.468974 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.469293 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.469586 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.resource_provider_association_refresh = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.469920 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.470228 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.shutdown_retry_interval = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.470536 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.470869 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] conductor.workers              = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.471438 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] console.allowed_origins        = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.471438 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] console.ssl_ciphers            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.471901 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] console.ssl_minimum_version    = default {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.472017 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] consoleauth.enforce_session_timeout = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.472298 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] consoleauth.token_ttl          = 600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.472581 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.cafile                  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.472902 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.certfile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.473180 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.collect_timing          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.473458 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.connect_retries         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.473770 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.connect_retry_delay     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.474061 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.endpoint_override       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.474364 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.insecure                = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.474646 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.keyfile                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.474956 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.max_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.475228 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.min_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.475505 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.region_name             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.475814 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.retriable_status_codes  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.476089 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.service_name            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.476465 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.service_type            = accelerator {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.476694 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.split_loggers           = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.476977 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.status_code_retries     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.477251 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.477693 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.timeout                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.478007 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.478333 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] cyborg.version                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.478843 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.asyncio_connection    = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.479123 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.asyncio_slave_connection = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.479415 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.backend               = sqlalchemy {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.479707 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.connection            = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.480038 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.connection_debug      = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.480322 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.connection_parameters =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.480789 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.connection_recycle_time = 3600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.481159 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.connection_trace      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.481424 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.db_inc_retry_interval = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.481909 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.db_max_retries        = 20 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.481996 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.db_max_retry_interval = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.482333 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.db_retry_interval     = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.482626 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.max_overflow          = 50 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.482925 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.max_pool_size         = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.483214 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.max_retries           = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.483500 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.483811 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.mysql_wsrep_sync_wait = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.484087 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.pool_timeout          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.484390 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.retry_interval        = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.484686 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.slave_connection      = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.484974 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] database.sqlite_synchronous    = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.485257 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.asyncio_connection = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.485529 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.asyncio_slave_connection = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.485855 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.backend           = sqlalchemy {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.486121 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.connection        = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.486634 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.connection_debug  = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.486634 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.connection_parameters =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.487206 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.connection_recycle_time = 3600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.487206 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.connection_trace  = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.487481 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.db_inc_retry_interval = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.487792 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.db_max_retries    = 20 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.488077 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.db_max_retry_interval = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.488382 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.db_retry_interval = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.488659 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.max_overflow      = 50 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.488969 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.max_pool_size     = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.489293 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.max_retries       = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.489560 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.489866 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.490137 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.pool_timeout      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.490411 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.retry_interval    = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.490716 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.slave_connection  = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.490994 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] api_database.sqlite_synchronous = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.491292 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] devices.enabled_mdev_types     = ['mtty-1'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.491586 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.491923 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ephemeral_storage_encryption.default_format = luks {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.492184 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ephemeral_storage_encryption.enabled = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.492498 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.492855 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.api_servers             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.493133 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.cafile                  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.493410 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.certfile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.493700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.collect_timing          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.494028 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.connect_retries         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.494299 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.connect_retry_delay     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.494624 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.debug                   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.494968 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.default_trusted_certificate_ids = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.495245 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.enable_certificate_validation = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.495528 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.enable_rbd_download     = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.495999 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.endpoint_override       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.496172 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.insecure                = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.496498 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.keyfile                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.496802 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.max_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.497141 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.min_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.497434 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.num_retries             = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.497774 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.rbd_ceph_conf           =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.498228 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.rbd_connect_timeout     = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.498565 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.rbd_pool                =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.498899 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.rbd_user                =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.499234 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.region_name             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.499545 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.retriable_status_codes  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.499864 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.service_name            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.500158 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.service_type            = image {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.500440 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.split_loggers           = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.500750 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.status_code_retries     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.501029 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.501423 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.timeout                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.501761 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.502084 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.verify_glance_signatures = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.502413 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] glance.version                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.502731 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] guestfs.debug                  = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.503019 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.auth_section            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.503332 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.auth_type               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.503606 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.cafile                  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.503910 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.certfile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.504219 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.collect_timing          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.504493 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.connect_retries         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.504803 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.connect_retry_delay     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.505250 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.endpoint_override       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.505896 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.insecure                = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.505896 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.keyfile                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.506033 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.max_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.506228 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.min_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.506499 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.region_name             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.506809 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.retriable_status_codes  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.507080 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.service_name            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.507395 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.service_type            = shared-file-system {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.507688 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.share_apply_policy_timeout = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.507981 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.split_loggers           = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.508256 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.status_code_retries     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.508560 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.508865 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.timeout                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.509161 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.valid_interfaces        = ['internal', 'public'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.512238 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] manila.version                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.512542 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] mks.enabled                    = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.513248 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.513438 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] image_cache.manager_interval   = 2400 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.513757 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] image_cache.precache_concurrency = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.514061 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] image_cache.remove_unused_base_images = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.514350 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.514750 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.515101 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] image_cache.subdirectory_name  = _base {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.515414 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.api_max_retries         = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.515723 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.api_retry_interval      = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.516002 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.auth_section            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.516292 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.auth_type               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.516557 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.cafile                  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.516873 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.certfile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.517337 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.collect_timing          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.517615 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.conductor_group         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.517935 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.connect_retries         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.518213 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.connect_retry_delay     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.518503 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.endpoint_override       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.518849 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.insecure                = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.519186 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.keyfile                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.519460 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.max_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.519765 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.min_version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.520046 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.peer_list               = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.520320 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.region_name             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.520592 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.retriable_status_codes  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.520905 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.serial_console_state_timeout = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.521177 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.service_name            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.521459 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.service_type            = baremetal {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.521765 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.shard                   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.522051 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.split_loggers           = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.522324 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.status_code_retries     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.522596 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.522939 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.timeout                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.523273 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.523546 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ironic.version                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.523874 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.524167 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] key_manager.fixed_key          = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.524463 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.524769 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.barbican_api_version  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.525041 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.barbican_endpoint     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.525325 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.barbican_endpoint_type = public {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.525598 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.barbican_region_name  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.525901 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.cafile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.526173 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.certfile              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.526447 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.collect_timing        = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.526752 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.insecure              = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.527022 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.keyfile               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.527329 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.number_of_retries     = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.527604 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.retry_delay           = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.527946 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.send_service_user_token = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.528228 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.split_loggers         = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.528544 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.timeout               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.528933 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.verify_ssl            = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.529316 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican.verify_ssl_path       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.529637 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.auth_section = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.530113 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.auth_type = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.530396 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.cafile   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.530689 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.certfile = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.530987 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.collect_timing = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.531259 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.insecure = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.531532 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.keyfile  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.531841 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.split_loggers = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.532113 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] barbican_service_user.timeout  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.532413 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.approle_role_id          = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.532874 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.approle_secret_id        = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.533177 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.kv_mountpoint            = secret {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.533454 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.kv_path                  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.533806 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.kv_version               = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.534083 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.namespace                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.534390 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.root_token_id            = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.534685 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.ssl_ca_crt_file          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.534990 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.timeout                  = 60.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.535272 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.use_ssl                  = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.535562 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.535886 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.cafile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.536144 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.certfile              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.536417 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.collect_timing        = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.536748 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.connect_retries       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.537056 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.connect_retry_delay   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.537381 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.endpoint_override     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.537699 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.insecure              = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.538018 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.keyfile               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.538317 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.max_version           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.538651 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.min_version           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.538957 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.region_name           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.539242 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.retriable_status_codes = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.539539 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.service_name          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.539856 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.service_type          = identity {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.540129 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.split_loggers         = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.540403 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.status_code_retries   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.540690 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.540974 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.timeout               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.541268 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.541540 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] keystone.version               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.541876 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.ceph_mount_options     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.542247 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.ceph_mount_point_base  = /opt/stack/data/nova/mnt {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.542561 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.connection_uri         =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.542848 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.cpu_mode               = custom {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.543126 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.543617 np0040594247 nova-compute[88153]: WARNING oslo_config.cfg [None req-b36bf584-384f-4448-8083-53b696170036 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Apr 30 15:25:35.543961 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.544246 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.cpu_power_governor_high = performance {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.544528 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.cpu_power_governor_low = powersave {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.544838 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.cpu_power_management   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.545122 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.545395 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.device_detach_attempts = 8 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.545689 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.device_detach_timeout  = 20 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.545974 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.disk_cachemodes        = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.546252 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.disk_prefix            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.546525 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.enabled_perf_events    = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.546836 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.file_backed_memory     = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.547112 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.gid_maps               = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.547381 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.hw_disk_discard        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.547664 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.hw_machine_type        = ['x86_64=q35'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.547975 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.548250 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.548542 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.548857 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.images_rbd_glance_store_name =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.549138 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.images_rbd_pool        = rbd {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.549416 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.images_type            = default {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.549692 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.images_volume_group    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.549977 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.inject_key             = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.550267 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.inject_partition       = -2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.550520 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.inject_password        = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.550837 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.iscsi_iface            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.551093 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.iser_use_multipath     = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.551365 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_bandwidth = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.551648 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.551976 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_downtime = 500 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.552248 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.552648 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.552979 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_inbound_addr = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.553412 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.553706 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_permit_post_copy = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.553990 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_scheme  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.554308 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_timeout_action = abort {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.554595 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_tunnelled = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.555093 np0040594247 nova-compute[88153]: WARNING oslo_config.cfg [None req-b36bf584-384f-4448-8083-53b696170036 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Apr 30 15:25:35.555093 np0040594247 nova-compute[88153]: live_migration_uri is deprecated for removal in favor of two other options that
Apr 30 15:25:35.555093 np0040594247 nova-compute[88153]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Apr 30 15:25:35.555093 np0040594247 nova-compute[88153]: and ``live_migration_inbound_addr`` respectively.
Apr 30 15:25:35.555093 np0040594247 nova-compute[88153]: ).  Its value may be silently ignored in the future.
Apr 30 15:25:35.555408 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.555695 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.live_migration_with_native_tls = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.555979 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.max_queues             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.556277 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.556613 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.migration_inbound_addr = 10.209.34.82 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.556942 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.nfs_mount_options      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.557303 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.557577 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.557887 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.558156 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.num_memory_encrypted_guests = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.558438 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.558751 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.num_pcie_ports         = 12 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.559029 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.559305 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.pmem_namespaces        = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.559574 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.quobyte_client_cfg     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.559942 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.560214 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.560485 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.560886 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.561252 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rbd_secret_uuid        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.561594 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rbd_user               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.562040 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.562353 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.remote_filesystem_transport = ssh {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.562703 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rescue_image_id        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.563045 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rescue_kernel_id       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.563376 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rescue_ramdisk_id      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.563737 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.564096 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.rx_queue_size          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.564419 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.smbfs_mount_options    =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.564898 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.565229 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.snapshot_compression   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.565611 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.snapshot_image_format  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.566092 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.566419 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.sparse_logical_volumes = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.566825 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.swtpm_enabled          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.567148 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.swtpm_group            = tss {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.567468 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.swtpm_user             = tss {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.567840 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.sysinfo_serial         = unique {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.568163 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.tb_cache_size          = 128 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.568485 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.tx_queue_size          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.568917 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.uid_maps               = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.569388 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.use_virtio_for_bridges = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.569912 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.virt_type              = qemu {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.570393 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.volume_clear           = zero {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.570906 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.volume_clear_size      = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.571383 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.volume_enforce_multipath = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.571907 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.volume_use_multipath   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.572782 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.vzstorage_cache_path   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.572876 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.573345 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.574203 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.574321 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.575214 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.575214 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.vzstorage_mount_user   = stack {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.575422 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.575711 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.auth_section           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.576460 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.auth_type              = password {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.576460 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.cafile                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.576635 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.certfile               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.576824 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.collect_timing         = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.577093 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.connect_retries        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.577364 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.connect_retry_delay    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.577639 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.default_floating_pool  = public {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.578260 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.endpoint_override      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.578260 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.extension_sync_interval = 600 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.578505 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.http_retries           = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.578798 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.insecure               = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.579484 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.keyfile                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.579484 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.max_version            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.579611 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.579884 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.min_version            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.580162 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.ovs_bridge             = br-int {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.580433 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.physnets               = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.580737 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.region_name            = RegionOne {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.581010 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.retriable_status_codes = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.581287 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.service_metadata_proxy = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.581556 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.service_name           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.581864 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.service_type           = network {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.582135 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.split_loggers          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.582405 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.status_code_retries    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.582704 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.582973 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.timeout                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.583255 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.583523 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] neutron.version                = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.583840 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] notifications.bdms_in_notifications = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.584125 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] notifications.default_level    = INFO {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.584396 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] notifications.include_share_mapping = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.584697 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] notifications.notification_format = unversioned {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.584980 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] notifications.notify_on_state_change = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.585275 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.585557 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] pci.alias                      = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.585862 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] pci.device_spec                = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.586127 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] pci.report_in_placement        = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.586421 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.auth_section         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.586708 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.auth_type            = password {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.587012 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.auth_url             = https://10.209.34.82/identity {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.587282 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.cafile               = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.587548 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.certfile             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.587854 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.collect_timing       = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.588126 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.connect_retries      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.588411 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.connect_retry_delay  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.588744 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.default_domain_id    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.589266 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.default_domain_name  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.589533 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.domain_id            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.589850 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.domain_name          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.590110 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.endpoint_override    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.590382 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.insecure             = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.590651 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.keyfile              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.590950 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.max_version          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.591220 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.min_version          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.591496 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.password             = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.591801 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.project_domain_id    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.592078 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.project_domain_name  = Default {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.592352 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.project_id           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.592642 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.project_name         = service {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.592945 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.region_name          = RegionOne {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.593215 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.retriable_status_codes = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.593483 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.service_name         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.593801 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.service_type         = placement {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.594072 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.split_loggers        = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.594342 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.status_code_retries  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.594610 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.594908 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.system_scope         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.595180 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.timeout              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.595456 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.trust_id             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.595757 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.user_domain_id       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.596038 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.user_domain_name     = Default {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.596306 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.user_id              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.596590 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.username             = nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.596913 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.597183 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] placement.version              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.597468 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.cores                    = 20 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.597776 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.count_usage_from_placement = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.598057 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.driver                   = nova.quota.UnifiedLimitsDriver {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.598333 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.injected_file_content_bytes = 10240 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.598620 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.injected_file_path_length = 255 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.598927 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.injected_files           = 5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.599202 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.instances                = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.599477 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.key_pairs                = 100 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.599784 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.metadata_items           = 128 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.600062 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.ram                      = 51200 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.600343 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.recheck_quota            = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.600608 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.server_group_members     = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.600913 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.server_groups            = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.601235 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.601518 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] quota.unified_limits_resource_strategy = require {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.601831 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.602105 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.602376 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.image_metadata_prefilter = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.602645 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.602952 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.max_attempts         = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.603223 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.max_placement_results = 1000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.603496 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.603811 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.query_placement_for_image_type_support = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.604082 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.604362 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] scheduler.workers              = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.604903 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.604989 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.606209 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.606209 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.606209 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.606209 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.606520 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.606600 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.607200 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.host_subset_size = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.607200 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.607568 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.607759 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.607948 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.608227 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.608546 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.isolated_hosts = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.608876 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.isolated_images = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.609109 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.609363 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.609633 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.609936 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.pci_in_placement = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.610209 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.610481 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.610783 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.611104 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.611348 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.611632 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.611934 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.track_instance_changes = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.612218 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.612507 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] metrics.required               = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.612812 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] metrics.weight_multiplier      = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.613360 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.613360 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] metrics.weight_setting         = [] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.614366 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.614366 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] serial_console.enabled         = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.614366 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] serial_console.port_range      = 10000:20000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.614764 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.614990 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.615207 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] serial_console.serialproxy_port = 6083 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.615736 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.auth_section      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.616134 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.auth_type         = password {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.616134 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.cafile            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.616367 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.certfile          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.616617 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.collect_timing    = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.617628 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.insecure          = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.617628 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.keyfile           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.617628 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.send_service_user_token = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.617628 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.split_loggers     = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.618010 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] service_user.timeout           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.618234 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.agent_enabled            = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.618517 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.enabled                  = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.621700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.html5proxy_base_url      = http://10.209.34.82:6081/spice_auto.html {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.621700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.621700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.html5proxy_port          = 6082 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.621700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.image_compression        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.621700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.jpeg_compression         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.621700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.playback_compression     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.621700 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.require_secure           = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.625185 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.server_listen            = 127.0.0.1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.625512 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.625982 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.626358 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.streaming_mode           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.626644 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] spice.zlib_compression         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.627241 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] upgrade_levels.baseapi         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.627330 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] upgrade_levels.compute         = auto {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.627620 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] upgrade_levels.conductor       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.627970 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] upgrade_levels.scheduler       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.628316 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.auth_section = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.629151 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.auth_type = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.629151 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.cafile = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.629151 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.certfile = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.629399 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.629642 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.insecure = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.629950 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.keyfile = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.630225 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.630495 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vendordata_dynamic_auth.timeout = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.630918 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.api_retry_count         = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.631191 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.ca_file                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.631474 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.cache_prefix            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.631832 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.cluster_name            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.632156 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.connection_pool_size    = 10 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.632426 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.console_delay_seconds   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.632728 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.datastore_regex         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.633017 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.host_ip                 = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.633279 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.host_password           = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.633558 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.host_port               = 443 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.633875 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.host_username           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.634139 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.insecure                = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.634452 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.integration_bridge      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.634763 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.maximum_objects         = 100 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.635035 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.pbm_default_policy      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.635309 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.pbm_enabled             = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.635579 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.pbm_wsdl_location       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.635896 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.636171 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.serial_port_proxy_uri   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.636437 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.serial_port_service_uri = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.636752 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.task_poll_interval      = 0.5 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.637024 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.use_linked_clone        = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.637304 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.vnc_keymap              = en-us {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.637580 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.vnc_port                = 5900 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.637889 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vmware.vnc_port_total          = 10000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.638188 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.auth_schemes               = ['none'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.638476 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.enabled                    = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.638974 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.novncproxy_base_url        = http://10.209.34.82:6080/vnc_lite.html {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.639428 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.639530 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.novncproxy_port            = 6080 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.639846 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.server_listen              = 0.0.0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.640151 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.server_proxyclient_address = 10.209.34.82 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.640422 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.vencrypt_ca_certs          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.640711 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.vencrypt_client_cert       = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.640994 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vnc.vencrypt_client_key        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.641277 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.641615 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.disable_deep_image_inspection = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.641926 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.642210 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645176 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645176 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.disable_rootwrap   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645176 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.enable_numa_live_migration = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645176 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645176 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645176 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645820 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.libvirt_disable_apic = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645820 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645820 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645820 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645820 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.645820 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.646335 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.646335 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.646582 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.646720 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.647032 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = ['normal'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.647320 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.647627 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.647889 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] zvm.ca_file                    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.648159 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] zvm.cloud_connector_url        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.648533 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.648835 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] zvm.reachable_timeout          = 300 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.649150 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.649448 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.649758 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.connection_string     = messaging:// {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.650064 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.enabled               = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.650416 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.es_doc_type           = notification {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.650692 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.es_scroll_size        = 10000 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.650989 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.es_scroll_time        = 2m {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.651261 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.filter_error_trace    = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.651551 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.hmac_keys             = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.651857 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.sentinel_service_name = mymaster {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.652195 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.socket_timeout        = 0.1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.652558 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.trace_requests        = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.652954 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler.trace_sqlalchemy      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.653246 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler_jaeger.process_tags   = {} {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.653524 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler_jaeger.service_name_prefix = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.653873 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] profiler_otlp.service_name_prefix = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.654153 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.654425 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.654726 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.655004 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.655375 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.655559 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.655861 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.656148 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.656422 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.656732 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.hostname = np0040594247 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.657020 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.657288 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.657601 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.657970 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.658252 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.658545 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.658853 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.659127 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.659551 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.659933 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.660259 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.660575 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.660887 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.661351 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.661627 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.662095 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.662456 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.662842 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.663095 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.663468 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.663779 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.ssl      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.664095 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.664477 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.664783 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.665072 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.665352 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.665706 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.666048 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.666296 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_notifications.retry = -1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.666575 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.666950 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_messaging_notifications.transport_url = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.667231 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.auth_section        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.667516 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.auth_type           = password {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.667828 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.auth_url            = https://10.209.34.82/identity {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.668101 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.cafile              = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.668370 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.certfile            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.668657 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.collect_timing      = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.668958 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.connect_retries     = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.669229 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.connect_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.669501 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.default_domain_id   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.669807 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.default_domain_name = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.670075 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.domain_id           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.670384 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.domain_name         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.670684 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.endpoint_id         = 2ae79cba27254a27817824f9113da606 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.670980 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.endpoint_interface  = publicURL {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.671249 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.endpoint_override   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.671517 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.endpoint_region_name = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.671835 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.endpoint_service_name = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.672114 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.endpoint_service_type = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.672370 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.insecure            = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.672636 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.keyfile             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.672938 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.max_version         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.673205 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.min_version         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.673478 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.password            = **** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.673784 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.project_domain_id   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.674052 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.project_domain_name = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.674364 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.project_id          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.674640 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.project_name        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.674944 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.region_name         = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.675213 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.retriable_status_codes = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.675479 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.service_name        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.675779 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.service_type        = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.676083 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.split_loggers       = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.676316 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.status_code_retries = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.676581 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.status_code_retry_delay = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.676894 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.system_scope        = all {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.677328 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.timeout             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.677410 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.trust_id            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.677692 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.user_domain_id      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.677979 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.user_domain_name    = Default {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.678247 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.user_id             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.678574 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.username            = nova {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.678913 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.valid_interfaces    = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.679180 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_limit.version             = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.679634 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_reports.file_event_handler = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.679729 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.679998 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] oslo_reports.log_dir           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.680280 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.680550 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.680850 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.681127 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.681395 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.681659 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.681971 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.682237 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_ovs_privileged.group  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.682500 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.682811 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.683082 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.683346 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] vif_plug_ovs_privileged.user   = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.683637 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.flat_interface = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.683960 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.684385 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.684736 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.685056 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.685427 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.685759 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.686034 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.686368 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.686650 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_ovs.isolate_vif         = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.686961 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.687237 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.687517 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.687865 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.688140 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] os_vif_ovs.per_port_bridge     = False {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.688427 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] privsep_osbrick.capabilities   = [21] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.688743 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] privsep_osbrick.group          = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.689019 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] privsep_osbrick.helper_command = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.689297 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.689568 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.689886 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] privsep_osbrick.user           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.690170 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.690438 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] nova_sys_admin.group           = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.690746 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] nova_sys_admin.helper_command  = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.691029 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.691298 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.691566 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] nova_sys_admin.user            = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.691920 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] mdev_mtty-1.device_addresses   = ['mtty_mtty'] {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.692191 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] mdev_mtty-1.max_instances      = None {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.692478 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] mdev_mtty-1.mdev_class         = VGPU {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2824}}
Apr 30 15:25:35.692753 np0040594247 nova-compute[88153]: DEBUG oslo_service.backend.eventlet.service [None req-b36bf584-384f-4448-8083-53b696170036 None None] ******************************************************************************** {{(pid=88153) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2828}}
Apr 30 15:25:35.693499 np0040594247 nova-compute[88153]: INFO nova.service [-] Starting compute node (version 31.1.0)
Apr 30 15:25:36.198093 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Connecting to libvirt: qemu:///system {{(pid=88153) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:495}}
Apr 30 15:25:38.478552 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7c8da5e82e10> {{(pid=88153) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Apr 30 15:25:38.479782 np0040594247 nova-compute[88153]: libvirt:  error : internal error: could not initialize domain event timer
Apr 30 15:25:38.480610 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Apr 30 15:25:38.480907 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7c8da5e82e10> {{(pid=88153) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:522}}
Apr 30 15:25:38.483864 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Starting native event thread {{(pid=88153) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:481}}
Apr 30 15:25:38.484362 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Starting green dispatch thread {{(pid=88153) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:487}}
Apr 30 15:25:38.485721 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Starting connection event dispatch thread {{(pid=88153) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:490}}
Apr 30 15:25:38.485721 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Connection event '1' reason 'None'
Apr 30 15:25:38.990084 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Cannot update service status on host "np0040594247" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host np0040594247 could not be found.
Apr 30 15:25:38.990440 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.mount [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Initialising _HostMountState generation 0 {{(pid=88153) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host capabilities <capabilities>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:   <host>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     <uuid>b5807a55-ab70-abb7-5871-51f83f0938f4</uuid>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     <cpu>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <arch>x86_64</arch>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <model>SandyBridge-IBRS</model>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <vendor>Intel</vendor>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <microcode version='1818'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <signature family='6' model='45' stepping='7'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <topology sockets='8' dies='1' cores='1' threads='1'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <maxphysaddr mode='emulate' bits='46'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='vme'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='acpi'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='pcid'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='osxsave'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='hypervisor'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='md-clear'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='stibp'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='flush-l1d'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='ssbd'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='xsaveopt'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='pdpe1gb'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <feature name='ibpb'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <pages unit='KiB' size='4'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <pages unit='KiB' size='2048'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <pages unit='KiB' size='1048576'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     </cpu>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     <power_management>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <suspend_mem/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     </power_management>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     <iommu support='no'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     <migration_features>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <live/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <uri_transports>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:         <uri_transport>tcp</uri_transport>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:         <uri_transport>rdma</uri_transport>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       </uri_transports>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     </migration_features>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:     <topology>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:       <cells num='1'>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:         <cell id='0'>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:           <memory unit='KiB'>8124080</memory>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:           <pages unit='KiB' size='4'>2031020</pages>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:           <pages unit='KiB' size='2048'>0</pages>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:           <pages unit='KiB' size='1048576'>0</pages>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:           <distances>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:             <sibling id='0' value='10'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:           </distances>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:           <cpus num='8'>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Apr 30 15:25:52.785825 np0040594247 nova-compute[88153]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:           </cpus>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:         </cell>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       </cells>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     </topology>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <cache>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='0' level='3' type='both' size='20' unit='MiB' cpus='0'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='2' level='3' type='both' size='20' unit='MiB' cpus='1'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='4' level='3' type='both' size='20' unit='MiB' cpus='2'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='6' level='3' type='both' size='20' unit='MiB' cpus='3'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='8' level='3' type='both' size='20' unit='MiB' cpus='4'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='10' level='3' type='both' size='20' unit='MiB' cpus='5'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='12' level='3' type='both' size='20' unit='MiB' cpus='6'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <bank id='14' level='3' type='both' size='20' unit='MiB' cpus='7'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     </cache>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <secmodel>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <model>none</model>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <doi>0</doi>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     </secmodel>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <secmodel>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <model>dac</model>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <doi>0</doi>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <baselabel type='kvm'>+64055:+992</baselabel>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <baselabel type='qemu'>+64055:+992</baselabel>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     </secmodel>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:   </host>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <arch name='alpha'>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>clipper</machine>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:     <arch name='armv6l'>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.2</machine>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <machine canonical='virt-8.2' maxCpus='512'>virt</machine>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>qcom-dc-scm-v1-bmc</machine>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mori-bmc</machine>
Apr 30 15:25:52.789290 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>ast2600-evb</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>borzoi</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>tiogapass-bmc</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>spitz</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.7</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>nuri</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>romulus-bmc</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-3.0</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.0</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>npcm750-evb</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.10</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>rainier-bmc</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps3-an547</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>musca-b1</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>versatileab</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>kzm</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.8</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>fby35-bmc</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>musca-a</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-3.1</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.1</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>smdkc210</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sx1</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.11</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>imx25-pdk</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.9</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>orangepi-pc</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>z2</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.2</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>tosa</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an500</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.12</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mps2-an521</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>sabrelite</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an511</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>canon-a1100</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>realview-eb</machine>
Apr 30 15:25:52.793552 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>emcraft-sf2</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>realview-pb-a8</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>yosemitev2-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.0</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.0</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>raspi1ap</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>palmetto-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sx1-v1</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>n810</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>g220a-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>n800</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>bletchley-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.1</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>tacoma-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.1</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>quanta-gsj</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>versatilepb</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>terrier</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mainstone</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>integratorcp</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.2</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.2</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>qcom-firework-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mps3-an524</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>kudo-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>vexpress-a9</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>midway</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>musicpal</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>lm3s811evb</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>lm3s6965evb</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>supermicro-x11spi-bmc</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>microbit</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='3'>fby35</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an505</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an385</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.0</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.0</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>cubieboard</machine>
Apr 30 15:25:52.795951 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ast1030-evb</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>verdex</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>bpim2u</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>netduino2</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an386</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>olimex-stm32-h405</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.1</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.1</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>raspi2b</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>vexpress-a15</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>fuji-bmc</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.2</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>cheetah</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.6</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ast2500-evb</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>highbank</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>akita</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>connex</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>netduinoplus2</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>collie</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>raspi0</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:     <arch name='armv7l'>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.2</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine canonical='virt-8.2' maxCpus='512'>virt</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>qcom-dc-scm-v1-bmc</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mori-bmc</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>ast2600-evb</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>borzoi</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>tiogapass-bmc</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>spitz</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.7</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>nuri</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>romulus-bmc</machine>
Apr 30 15:25:52.798535 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-3.0</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.0</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>npcm750-evb</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.10</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>rainier-bmc</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps3-an547</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>musca-b1</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>versatileab</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>kzm</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.8</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>fby35-bmc</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>musca-a</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-3.1</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.1</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>smdkc210</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sx1</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.11</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>imx25-pdk</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.9</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>orangepi-pc</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>z2</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.2</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>tosa</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an500</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.12</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mps2-an521</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>sabrelite</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an511</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>canon-a1100</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>realview-eb</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>emcraft-sf2</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>realview-pb-a8</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>yosemitev2-bmc</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.0</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.0</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>raspi1ap</machine>
Apr 30 15:25:52.801192 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>palmetto-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sx1-v1</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>n810</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>g220a-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>n800</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>bletchley-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.1</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>tacoma-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.1</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>quanta-gsj</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>versatilepb</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>terrier</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mainstone</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>integratorcp</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.2</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.2</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>qcom-firework-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mps3-an524</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>kudo-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>vexpress-a9</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>midway</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>musicpal</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>lm3s811evb</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>lm3s6965evb</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>supermicro-x11spi-bmc</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>microbit</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='3'>fby35</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an505</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an385</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.0</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.0</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>cubieboard</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ast1030-evb</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>verdex</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>bpim2u</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>netduino2</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an386</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>olimex-stm32-h405</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.1</machine>
Apr 30 15:25:52.803481 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.1</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>raspi2b</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>vexpress-a15</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>fuji-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.2</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>cheetah</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.6</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ast2500-evb</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>highbank</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>akita</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>connex</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>netduinoplus2</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>collie</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>raspi0</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:     <arch name='aarch64'>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.2</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine canonical='virt-8.2' maxCpus='512'>virt</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>qcom-dc-scm-v1-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mori-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>ast2600-evb</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>borzoi</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>tiogapass-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>spitz</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.7</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>nuri</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>romulus-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-3.0</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.0</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>npcm750-evb</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.10</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>rainier-bmc</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps3-an547</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.8</machine>
Apr 30 15:25:52.805712 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>musca-b1</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>versatileab</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>kzm</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>fby35-bmc</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>musca-a</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-3.1</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.1</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>smdkc210</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sx1</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.11</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>imx25-pdk</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.9</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>orangepi-pc</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>z2</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-5.2</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>tosa</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an500</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.12</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mps2-an521</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>sabrelite</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an511</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>canon-a1100</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>realview-eb</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>emcraft-sf2</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>realview-pb-a8</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>sbsa-ref</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>yosemitev2-bmc</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.0</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.0</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>raspi1ap</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>palmetto-bmc</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sx1-v1</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>n810</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>g220a-bmc</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>n800</machine>
Apr 30 15:25:52.807634 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>bletchley-bmc</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.1</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>tacoma-bmc</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.1</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>quanta-gsj</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>versatilepb</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>terrier</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mainstone</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>integratorcp</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-7.2</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-4.2</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>qcom-firework-bmc</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>mps3-an524</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>kudo-bmc</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>vexpress-a9</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>midway</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>musicpal</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>lm3s811evb</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>lm3s6965evb</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>supermicro-x11spi-bmc</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>microbit</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='3'>fby35</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an505</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an385</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.0</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.0</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>raspi3ap</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>cubieboard</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ast1030-evb</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>verdex</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>bpim2u</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>netduino2</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>xlnx-versal-virt</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mps2-an386</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>olimex-stm32-h405</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.1</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-8.1</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>raspi3b</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>raspi2b</machine>
Apr 30 15:25:52.809566 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>vexpress-a15</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='2'>fuji-bmc</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt-6.2</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>cheetah</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>virt-2.6</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ast2500-evb</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>highbank</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>akita</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>connex</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>netduinoplus2</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>collie</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>raspi0</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <acpi default='on' toggle='yes'/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     <arch name='cris'>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>axis-dev88</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:     <arch name='i686'>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-noble</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine canonical='pc-i440fx-noble' maxCpus='255'>ubuntu</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-mantic</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-lunar-hpb</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.0</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Apr 30 15:25:52.811626 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-kinetic</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic-maxcpus</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-lunar</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-mantic-hpb-maxcpus</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-7.1</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-artful</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-trusty</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.2</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-8.1</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-jammy-maxcpus</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-mantic-hpb</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-8.1</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-kinetic</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-i440fx-jammy-maxcpus</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Apr 30 15:25:52.815096 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-7.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>x-remote</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb-maxcpus</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-lunar</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>isapc</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-mantic-maxcpus</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-kinetic-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-7.0</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-lunar-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-disco</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Apr 30 15:25:52.817334 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-noble</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine canonical='pc-q35-noble' maxCpus='1024'>ubuntu-q35</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.1</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-8.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-impish</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-8.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-7.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-7.2</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-focal</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>microvm</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.3</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-jammy-hpb-maxcpus</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-8.2</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine canonical='pc-q35-8.2' maxCpus='1024'>q35</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-kinetic-hpb</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-8.2</machine>
Apr 30 15:25:52.819336 np0040594247 nova-compute[88153]:       <machine canonical='pc-i440fx-8.2' maxCpus='255'>pc</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic-hpb-maxcpus</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-7.2</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <pae/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <nonpae/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <acpi default='on' toggle='yes'/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <apic default='on' toggle='no'/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     <arch name='m68k'>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mcf5208evb</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-7.0</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>an5206</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-6.0</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>q800</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-8.1</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-7.2</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-6.2</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-8.0</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>next-cube</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-7.1</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-6.1</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virt-8.2</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <machine canonical='virt-8.2' maxCpus='1'>virt</machine>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:     <arch name='microblaze'>
Apr 30 15:25:52.821057 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>petalogix-ml605</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <arch name='microblazeel'>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>petalogix-ml605</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <arch name='mips'>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='16'>malta</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mipssim</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <arch name='mipsel'>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='16'>malta</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mipssim</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:     <arch name='mips64'>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='16'>malta</machine>
Apr 30 15:25:52.823751 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mipssim</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>pica61</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>magnum</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <arch name='mips64el'>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='16'>malta</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='16'>loongson3-virt</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mipssim</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>pica61</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>magnum</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='16'>boston</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>fuloong2e</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <arch name='ppc'>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>g3beige</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>amigaone</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virtex-ml507</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mac99</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>ppce500</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sam460ex</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>pegasos2</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>bamboo</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>40p</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ref405ep</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='15'>mpc8544ds</machine>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:     <arch name='ppc64'>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Apr 30 15:25:52.828083 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-noble</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine canonical='pseries-noble' maxCpus='4096'>pseries</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>amigaone</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='2048'>powernv9</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-4.1</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='15'>mpc8544ds</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-6.1</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.5</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='2048'>powernv10</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-xenial</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-4.2</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-6.2</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-yakkety</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.6</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>ppce500</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-bionic-sxxm</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.7</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-3.0</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-8.0</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-5.0</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>40p</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-lunar</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.8</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>pegasos2</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-hirsute</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-3.1</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-8.1</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-5.1</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-eoan</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.9</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-zesty</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>bamboo</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-groovy</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-focal</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>g3beige</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-8.2</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-5.2</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-disco</machine>
Apr 30 15:25:52.831309 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.12-sxxm</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-mantic</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-kinetic</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.10</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-7.0</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virtex-ml507</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.11</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.1</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-7.1</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-cosmic</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-bionic</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.12</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.2</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-7.2</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mac99</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-impish</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-jammy</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-artful</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sam460ex</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ref405ep</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.3</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='2048'>powernv8</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-4.0</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-6.0</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.4</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:     <arch name='ppc64le'>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-noble</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine canonical='pseries-noble' maxCpus='4096'>pseries</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>amigaone</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='2048'>powernv9</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-4.1</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='15'>mpc8544ds</machine>
Apr 30 15:25:52.833311 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-6.1</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.5</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='2048'>powernv10</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-xenial</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-4.2</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-6.2</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-yakkety</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.6</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>ppce500</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-bionic-sxxm</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.7</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-3.0</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-8.0</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-5.0</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>40p</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-lunar</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.8</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>pegasos2</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-hirsute</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-3.1</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-8.1</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-5.1</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-eoan</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.9</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-zesty</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>bamboo</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-groovy</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-focal</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>g3beige</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-8.2</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-5.2</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-disco</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.12-sxxm</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-mantic</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-kinetic</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.10</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-7.0</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>virtex-ml507</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.11</machine>
Apr 30 15:25:52.835635 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.1</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-7.1</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-cosmic</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-bionic</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.12</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.2</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-7.2</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>mac99</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-impish</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-jammy</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-artful</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sam460ex</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>ref405ep</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.3</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='2048'>powernv8</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-4.0</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-6.0</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='4096'>pseries-2.4</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     <arch name='riscv32'>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='8'>spike</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>opentitan</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='5'>sifive_u</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sifive_e</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:     <arch name='riscv64'>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='512'>virt</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='8'>spike</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='5'>sifive_u</machine>
Apr 30 15:25:52.837520 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>shakti_c</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sifive_e</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:     <arch name='s390x'>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-noble</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine canonical='s390-ccw-virtio-noble' maxCpus='248'>s390-ccw-virtio</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-8.0</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-7.0</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-mantic</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-8.2</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-7.2</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Apr 30 15:25:52.840293 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-lunar</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-kinetic</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-8.1</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-7.1</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     <arch name='sh4'>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>shix</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>r2d</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     <arch name='sh4eb'>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>shix</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>r2d</machine>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.842754 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <arch name='sparc'>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>SS-5</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>SS-20</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>LX</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>SPARCClassic</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>leon3_generic</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>SPARCbook</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>SS-4</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>SS-600MP</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>SS-10</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>Voyager</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <arch name='sparc64'>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sun4u</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>niagara</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>sun4v</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:     <arch name='x86_64'>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <wordsize>64</wordsize>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-noble</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine canonical='pc-i440fx-noble' maxCpus='255'>ubuntu</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-mantic</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-lunar-hpb</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.0</machine>
Apr 30 15:25:52.845533 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-kinetic</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic-maxcpus</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-lunar</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-mantic-hpb-maxcpus</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-7.1</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-artful</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-trusty</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.2</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-8.1</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-jammy-maxcpus</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-mantic-hpb</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-8.1</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-kinetic</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-i440fx-jammy-maxcpus</machine>
Apr 30 15:25:52.849065 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-7.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>x-remote</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb-maxcpus</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-lunar</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='1'>isapc</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-mantic-maxcpus</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-kinetic-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-7.0</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-lunar-hpb</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-disco</machine>
Apr 30 15:25:52.850832 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.1</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-noble</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine canonical='pc-q35-noble' maxCpus='1024'>ubuntu-q35</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-8.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-impish</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-8.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-7.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-7.2</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-focal</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>microvm</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255' deprecated='yes'>pc-i440fx-2.3</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-jammy-hpb-maxcpus</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-kinetic-hpb</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='1024'>pc-q35-8.2</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine canonical='pc-q35-8.2' maxCpus='1024'>q35</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Apr 30 15:25:52.852726 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-8.2</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine canonical='pc-i440fx-8.2' maxCpus='255'>pc</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-mantic-hpb-maxcpus</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='255'>pc-i440fx-7.2</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <acpi default='on' toggle='yes'/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <apic default='on' toggle='no'/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     <arch name='xtensa'>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>sim</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>kc705</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>ml605</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>ml605-nommu</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>virt</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx60-nommu</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx200</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx200-nommu</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx60</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>kc705-nommu</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:   <guest>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     <os_type>hvm</os_type>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:     <arch name='xtensaeb'>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <wordsize>32</wordsize>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='4'>sim</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>kc705</machine>
Apr 30 15:25:52.854913 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>ml605</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>ml605-nommu</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>virt</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx60-nommu</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx200</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx200-nommu</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>lx60</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <machine maxCpus='32'>kc705-nommu</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <domain type='qemu'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     </arch>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <features>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <cpuselection/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <deviceboot/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <disksnapshot default='on' toggle='no'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <externalSnapshot/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     </features>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   </guest>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]: </capabilities>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]: 
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=alpha and machine_type=None:
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-alpha</path>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <machine>clipper</machine>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <arch>alpha</arch>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <vcpu max='4'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.857973 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.862064 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for armv6l via machine types: {None, 'virt'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=armv6l and machine_type=None:
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-arm</path>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <machine>virt-8.2</machine>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <arch>armv6l</arch>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <vcpu max='512'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.865959 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c0</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a15</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b0</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m4</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a0</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1176</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b1</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a7</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a1</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a8</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>ti925t</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5f</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1026</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a9</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m7</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa260</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa250</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c5</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa261</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa262</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1110</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r52</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1100</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>max</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m0</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m33</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm946</model>
Apr 30 15:25:52.869144 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa255</model>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm11mpcore</model>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m55</model>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm926</model>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136</model>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136-r2</model>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m3</model>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.870725 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <gic supported='yes'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       <enum name='version'>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>2</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:         <value>3</value>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     </gic>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=armv6l and machine_type=virt:
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.874335 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-arm</path>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   <machine>virt-8.2</machine>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   <arch>armv6l</arch>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   <vcpu max='512'/>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c0</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a15</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b0</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m4</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a0</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1176</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b1</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a7</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a1</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a8</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>ti925t</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5f</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1026</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a9</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m7</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa260</model>
Apr 30 15:25:52.878167 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa250</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c5</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa261</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa262</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1110</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r52</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1100</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>max</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m0</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m33</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm946</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa255</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm11mpcore</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m55</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm926</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136-r2</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m3</model>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.880959 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:     <gic supported='yes'>
Apr 30 15:25:52.883715 np0040594247 nova-compute[88153]:       <enum name='version'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>2</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>3</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     </gic>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=armv7l and machine_type=virt:
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-arm</path>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <machine>virt-8.2</machine>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <arch>armv7l</arch>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <vcpu max='512'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c0</model>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a15</model>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b0</model>
Apr 30 15:25:52.887501 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m4</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a0</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1176</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b1</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a7</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a1</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a8</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>ti925t</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5f</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1026</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a9</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m7</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa260</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa250</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c5</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa261</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa262</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1110</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r52</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1100</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>max</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m0</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m33</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm946</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa255</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm11mpcore</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m55</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm926</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136-r2</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m3</model>
Apr 30 15:25:52.890364 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.892114 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <gic supported='yes'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       <enum name='version'>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>2</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:         <value>3</value>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     </gic>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=aarch64 and machine_type=virt:
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-aarch64</path>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <machine>virt-8.2</machine>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <arch>aarch64</arch>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <vcpu max='512'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.901565 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>neoverse-n2</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c0</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a15</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b0</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a57</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m4</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a0</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1176</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-b1</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a7</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-a1</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a76</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>a64fx</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a8</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>neoverse-v1</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>ti925t</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r5f</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1026</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a9</model>
Apr 30 15:25:52.903873 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m7</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa260</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa250</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa270-c5</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa261</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa262</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a710</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1110</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-r52</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sa1100</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>max</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a53</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m0</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m33</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a72</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm946</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>pxa255</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a55</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm11mpcore</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m55</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>neoverse-n1</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm926</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-a35</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>arm1136-r2</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>cortex-m3</model>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.905525 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.907467 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <gic supported='yes'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='version'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>2</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>3</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     </gic>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for cris via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=cris and machine_type=None:
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-cris</path>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <machine>axis-dev88</machine>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <arch>cris</arch>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.910818 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <redirdev supported='no'/>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.913663 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for i686 via machine types: {'ubuntu-q35', 'ubuntu', 'q35', 'pc'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-i386</path>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <machine>pc-q35-noble</machine>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <arch>i686</arch>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <vcpu max='1024'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:52.917776 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='lm'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>qemu64</model>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:52.921152 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>kvm64</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>core2duo</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Penryn</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:52.924398 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Conroe</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.926521 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.929400 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-i386</path>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <machine>pc-i440fx-noble</machine>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <arch>i686</arch>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <vcpu max='255'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:52.933138 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='lm'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>qemu64</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>kvm64</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>core2duo</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:52.936131 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Penryn</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Conroe</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:52.937950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.939511 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Apr 30 15:25:52.942996 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-i386</path>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <machine>pc-q35-8.2</machine>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <arch>i686</arch>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <vcpu max='1024'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:52.946184 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='lm'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>qemu64</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>kvm64</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>core2duo</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Penryn</model>
Apr 30 15:25:52.948623 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Conroe</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.950243 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.952112 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-i386</path>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <machine>pc-i440fx-8.2</machine>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <arch>i686</arch>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <vcpu max='255'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.955389 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='lm'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>qemu64</model>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:52.958562 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='unknown'>kvm64</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>core2duo</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Penryn</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:52.960471 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Conroe</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.961647 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.963659 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for m68k via machine types: {None, 'virt'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=m68k and machine_type=None:
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-m68k</path>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <machine>mcf5208evb</machine>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <arch>m68k</arch>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.966986 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <redirdev supported='no'/>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.970114 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=m68k and machine_type=virt:
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-m68k</path>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <machine>virt-8.2</machine>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <arch>m68k</arch>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.974010 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <redirdev supported='no'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.977554 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=microblaze and machine_type=None:
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-microblaze</path>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <machine>petalogix-s3adsp1800</machine>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <arch>microblaze</arch>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.981660 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <redirdev supported='no'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.984616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=microblazeel and machine_type=None:
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-microblazeel</path>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <machine>petalogix-s3adsp1800</machine>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <arch>microblazeel</arch>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.987727 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <redirdev supported='no'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for mips via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=mips and machine_type=None:
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-mips</path>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:52.991145 np0040594247 nova-compute[88153]:   <machine>malta</machine>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   <arch>mips</arch>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   <vcpu max='16'/>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:52.994255 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:52.997924 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=mipsel and machine_type=None:
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-mipsel</path>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <machine>malta</machine>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <arch>mipsel</arch>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <vcpu max='16'/>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.001112 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.004340 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=mips64 and machine_type=None:
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-mips64</path>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <machine>malta</machine>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <arch>mips64</arch>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <vcpu max='16'/>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.008522 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.011559 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=mips64el and machine_type=None:
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-mips64el</path>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <machine>malta</machine>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <arch>mips64el</arch>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <vcpu max='16'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.015498 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.018524 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=ppc and machine_type=None:
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-ppc</path>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <machine>g3beige</machine>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <arch>ppc</arch>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.022184 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.025048 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for ppc64 via machine types: {None, 'powernv', 'pseries'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=ppc64 and machine_type=None:
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-ppc64</path>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <machine>pseries-noble</machine>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <arch>ppc64</arch>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <vcpu max='4096'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.028551 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER10</model>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER9</model>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER8</model>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER7</model>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.031821 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>tpm-spapr</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>spapr-tpm-proxy</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=ppc64 and machine_type=powernv:
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-ppc64</path>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <machine>powernv9</machine>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <arch>ppc64</arch>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <vcpu max='2048'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.035310 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER10</model>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER9</model>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER8</model>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER7</model>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.038553 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>tpm-spapr</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>spapr-tpm-proxy</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.042228 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=ppc64 and machine_type=pseries:
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-ppc64</path>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <machine>pseries-noble</machine>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <arch>ppc64</arch>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <vcpu max='4096'/>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER10</model>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER9</model>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER8</model>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER7</model>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.045509 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>tpm-spapr</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>spapr-tpm-proxy</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.048497 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=ppc64le and machine_type=powernv:
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-ppc64le</path>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <machine>powernv9</machine>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <arch>ppc64le</arch>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <vcpu max='2048'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER10</model>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER9</model>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER8</model>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER7</model>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.052110 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.054962 np0040594247 nova-compute[88153]:         <value>tpm-spapr</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>spapr-tpm-proxy</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=ppc64le and machine_type=pseries:
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-ppc64le</path>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <machine>pseries-noble</machine>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <arch>ppc64le</arch>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <vcpu max='4096'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.058792 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER10</model>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER9</model>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER8</model>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='IBM'>POWER7</model>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.061958 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>tpm-spapr</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>spapr-tpm-proxy</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=riscv32 and machine_type=None:
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-riscv32</path>
Apr 30 15:25:53.065209 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <machine>virt</machine>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <arch>riscv32</arch>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <vcpu max='512'/>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.067931 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.071603 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=riscv64 and machine_type=None:
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-riscv64</path>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <machine>virt</machine>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <arch>riscv64</arch>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <vcpu max='512'/>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>rv64</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sifive-e51</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>any</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>x-rv128</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>shakti-c</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>max</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>thead-c906</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>sifive-u54</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <model usable='unknown' vendor='unknown'>veyron-v1</model>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.075174 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.077567 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=s390x and machine_type=s390-ccw-virtio:
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-s390x</path>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <machine>s390-ccw-virtio-noble</machine>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <arch>s390x</arch>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <vcpu max='248'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.080963 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z13</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.3</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z13-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.2</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z196.2-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z14</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z14.2-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.4</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z196</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10BC.2-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z114-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen16b</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z890.3-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen16a</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.5</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z196.2</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>zEC12</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>zEC12.2</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9EC.2</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9BC</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9EC.3-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z800-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z14ZR1-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z890</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.4-base</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9EC.3</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z13.2</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10BC.2</model>
Apr 30 15:25:53.083950 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen15a-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z14.2</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>zBC12-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen16a-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z900.3</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z196-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z14-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z900.2</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z800</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10EC</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z14ZR1</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z900</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10EC.2</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10EC.2-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z900.2-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z900-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10EC.3</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.5-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>max</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen15b</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9BC.2-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen15a</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.2-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10EC-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen16b-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z114</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9EC-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z13s</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>gen15b-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>zEC12-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z890.3</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10EC.3-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z890.2-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z890.2</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10BC-base</model>
Apr 30 15:25:53.086167 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>zEC12.2-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z890-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9BC-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z10BC</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9EC</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9EC.2-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z13.2-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='IBM'>z900.3-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990.3-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z13s-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>zBC12</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z990-base</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <model usable='no' vendor='IBM'>z9BC.2</model>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.088057 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <s390-pv supported='no'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.091311 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=sh4 and machine_type=None:
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-sh4</path>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <machine>shix</machine>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <arch>sh4</arch>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.094344 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.097630 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=sh4eb and machine_type=None:
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-sh4eb</path>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <machine>shix</machine>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <arch>sh4eb</arch>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.101120 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.103981 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=sparc and machine_type=None:
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-sparc</path>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <machine>SS-5</machine>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <arch>sparc</arch>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.107645 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <redirdev supported='no'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='model'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.110760 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=sparc64 and machine_type=None:
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-sparc64</path>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <machine>sun4u</machine>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <arch>sparc64</arch>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <vcpu max='1'/>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.114245 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.117100 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu-q35', 'ubuntu', 'q35', 'pc'} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-x86_64</path>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <machine>pc-q35-noble</machine>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <arch>x86_64</arch>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <vcpu max='1024'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:53.120771 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu64</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm64</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>core2duo</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:53.123614 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Westmere</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Penryn</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Nehalem</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:53.125198 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Conroe</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.126754 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.129804 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-x86_64</path>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <machine>pc-i440fx-noble</machine>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <arch>x86_64</arch>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <vcpu max='255'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:53.133157 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu64</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm64</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>core2duo</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Westmere</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:53.135609 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Penryn</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Nehalem</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Conroe</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.137253 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.138907 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-x86_64</path>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <machine>pc-q35-8.2</machine>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <arch>x86_64</arch>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <vcpu max='1024'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.142364 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.145621 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu64</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm64</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>core2duo</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Westmere</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Penryn</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Nehalem</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:53.148029 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Conroe</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.149538 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.151949 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-x86_64</path>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <machine>pc-i440fx-8.2</machine>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <arch>x86_64</arch>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <vcpu max='255'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='yes'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <enum name='maximumMigratable'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>on</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:         <value>off</value>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='yes'>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <model fallback='forbid'>EPYC</model>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <vendor>AMD</vendor>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <feature policy='require' name='acpi'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <feature policy='require' name='ss'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <feature policy='require' name='monitor'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <feature policy='require' name='hypervisor'/>
Apr 30 15:25:53.156069 np0040594247 nova-compute[88153]:       <feature policy='require' name='erms'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='mpx'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='pcommit'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='clwb'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='umip'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='pku'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='vaes'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='la57'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='rdpid'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='pks'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrm'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='fzrm'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrs'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='fsrc'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnowext'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='3dnow'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='xsaveerptr'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='wbnoinvd'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='npt'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='vgif'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='require' name='svme-addr-chk'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='disable' name='vme'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='disable' name='xsavec'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='disable' name='fxsr_opt'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='disable' name='misalignsse'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='disable' name='osvw'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='disable' name='topoext'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <feature policy='disable' name='nrip-save'/>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:     <mode name='custom' supported='yes'>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu64</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>qemu32</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>phenom</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium3</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium2</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>pentium</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>n270</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm64</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>kvm32</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>coreduo</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>core2duo</model>
Apr 30 15:25:53.159065 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>athlon</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Westmere-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Westmere</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Snowridge</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-noTSX-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Server</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-noTSX-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Skylake-Client</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SapphireRapids</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>SandyBridge</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Penryn</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G5</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G4</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>Opteron_G3</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G2</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='AMD'>Opteron_G1</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Nehalem-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Nehalem</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>IvyBridge</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server-noTSX</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Icelake-Server</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-noTSX</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell-IBRS</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Haswell</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Rome</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Milan</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-IBPB</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC-Genoa</model>
Apr 30 15:25:53.160803 np0040594247 nova-compute[88153]:       <model usable='no' vendor='AMD'>EPYC</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Hygon'>Dhyana</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cooperlake</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='Intel'>Conroe</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server-noTSX</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Cascadelake-Server</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX-IBRS</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-noTSX</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell-IBRS</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='no' vendor='Intel'>Broadwell</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <model usable='yes' vendor='unknown'>486</model>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     </mode>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>ide</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>vmvga</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>ramfb</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.162395 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <tpm supported='yes'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>tpm-tis</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>tpm-crb</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>passthrough</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </tpm>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='yes'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <genid supported='yes'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     <hyperv supported='yes'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       <enum name='features'>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>spinlocks</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:         <value>vendor_id</value>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:     </hyperv>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.165603 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=xtensa and machine_type=None:
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-xtensa</path>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <machine>sim</machine>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <arch>xtensa</arch>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <vcpu max='4'/>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.169180 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.172112 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=88153) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:941}}
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt host hypervisor capabilities for arch=xtensaeb and machine_type=None:
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]: <domainCapabilities>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <path>/usr/bin/qemu-system-xtensaeb</path>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <domain>qemu</domain>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <machine>sim</machine>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <arch>xtensaeb</arch>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <vcpu max='4'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <iothreads supported='yes'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <os supported='yes'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <enum name='firmware'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <loader supported='yes'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>rom</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>pflash</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <enum name='readonly'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>yes</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <enum name='secure'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>no</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     </loader>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <cpu>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <mode name='host-passthrough' supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <mode name='maximum' supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <mode name='host-model' supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <mode name='custom' supported='no'/>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <memoryBacking supported='yes'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <enum name='sourceType'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <value>file</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <value>anonymous</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <value>memfd</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     </enum>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   </memoryBacking>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:     <disk supported='yes'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <enum name='diskDevice'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>disk</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>cdrom</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>floppy</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>lun</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>fdc</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.175617 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>sata</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <graphics supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>sdl</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>vnc</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>egl-headless</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>dbus</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </graphics>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <video supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='modelType'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>vga</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>cirrus</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>none</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>bochs</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <hostdev supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='mode'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>subsystem</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='startupPolicy'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>default</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>mandatory</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>requisite</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>optional</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='subsysType'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>pci</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>scsi</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='capsType'/>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='pciBackend'/>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </hostdev>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <rng supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio-transitional</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio-non-transitional</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>random</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>egd</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <filesystem supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='driverType'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>path</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>handle</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtiofs</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </filesystem>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <tpm supported='no'/>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <redirdev supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='bus'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>usb</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </redirdev>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <channel supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>pty</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>unix</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     </channel>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:     <crypto supported='yes'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='model'>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:         <value>virtio</value>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.178278 np0040594247 nova-compute[88153]:       <enum name='type'>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:         <value>qemu</value>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:       <enum name='backendModel'>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:         <value>builtin</value>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:       </enum>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     </crypto>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <gic supported='no'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <vmcoreinfo supported='no'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <genid supported='no'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <backingStoreInput supported='yes'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <backup supported='yes'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <async-teardown supported='yes'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <sev supported='no'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:     <sgx supported='no'/>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]: </domainCapabilities>
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1026}}
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.181813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.182950 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.182950 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.182950 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Checking secure boot support for host arch (x86_64) {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1874}}
Apr 30 15:25:53.182950 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] No Secure Boot support detected {{(pid=88153) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1884}}
Apr 30 15:25:53.462214 np0040594247 nova-compute[88153]: INFO nova.virt.node [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Generated node identity dcafc903-ba87-45d4-acb0-268e853ca9cc
Apr 30 15:25:53.463712 np0040594247 nova-compute[88153]: INFO nova.virt.node [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Wrote node identity dcafc903-ba87-45d4-acb0-268e853ca9cc to /opt/stack/data/nova/compute_id
Apr 30 15:25:53.970091 np0040594247 nova-compute[88153]: WARNING nova.compute.manager [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Compute nodes ['dcafc903-ba87-45d4-acb0-268e853ca9cc'] for host np0040594247 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Apr 30 15:25:54.977941 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Apr 30 15:25:55.987849 np0040594247 nova-compute[88153]: WARNING nova.compute.manager [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] No compute node record found for host np0040594247. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host np0040594247 could not be found.
Apr 30 15:25:55.987849 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:25:55.988553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:25:55.988553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:25:55.988553 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:25:56.117589 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:25:56.118919 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1807MB free_disk=57.03457260131836GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:25:56.119492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:25:56.119492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:25:56.622197 np0040594247 nova-compute[88153]: WARNING nova.compute.resource_tracker [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] No compute node record for np0040594247:dcafc903-ba87-45d4-acb0-268e853ca9cc: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host dcafc903-ba87-45d4-acb0-268e853ca9cc could not be found.
Apr 30 15:25:57.129387 np0040594247 nova-compute[88153]: INFO nova.compute.resource_tracker [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Compute node record created for np0040594247:np0040594247 with uuid: dcafc903-ba87-45d4-acb0-268e853ca9cc
Apr 30 15:25:58.643791 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:25:58.644250 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:25:59.046210 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] [req-af7f50db-f208-4c5d-b1fa-a7a9fc840fcd] Created resource provider record via placement API for resource provider with UUID dcafc903-ba87-45d4-acb0-268e853ca9cc and name np0040594247.
Apr 30 15:25:59.107162 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=88153) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1941}}
Apr 30 15:25:59.107566 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.host [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] kernel doesn't support AMD SEV
Apr 30 15:25:59.108270 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] DNM bauzas xmlstr <device>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]: </device>
Apr 30 15:25:59.116114 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:25:59.117267 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:25:59.117267 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:25:59.117267 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating inventory in ProviderTree for provider 85885957-4392-49b6-9973-fd29af6f2161 with inventory: {'VGPU': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Apr 30 15:25:59.117889 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating inventory in ProviderTree for provider dcafc903-ba87-45d4-acb0-268e853ca9cc with inventory: {'MEMORY_MB': {'total': 7933, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 8, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 69, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Apr 30 15:25:59.118286 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=88153) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5858}}
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Libvirt baseline CPU <cpu>
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]:   <arch>x86_64</arch>
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]:   <model>Nehalem</model>
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]:   <vendor>Intel</vendor>
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]:   <topology sockets="8" cores="1" threads="1"/>
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]:   <maxphysaddr mode="emulate" bits="46"/>
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]: </cpu>
Apr 30 15:25:59.130849 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:13360}}
Apr 30 15:25:59.723924 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] [req-e972225a-8fb8-4ead-a96f-f198a82f4eee] Created resource provider record via placement API for resource provider with UUID 85885957-4392-49b6-9973-fd29af6f2161 and name np0040594247_mtty_mtty.
Apr 30 15:25:59.725709 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating resource provider 85885957-4392-49b6-9973-fd29af6f2161 generation from None to 0 during operation: update_inventory {{(pid=88153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Apr 30 15:25:59.726930 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:25:59.779041 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updated inventory for provider 85885957-4392-49b6-9973-fd29af6f2161 with generation 0 in Placement from set_inventory_for_provider using data: {'VGPU': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
Apr 30 15:25:59.781715 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating resource provider 85885957-4392-49b6-9973-fd29af6f2161 generation from 0 to 1 during operation: update_inventory {{(pid=88153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Apr 30 15:25:59.781715 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating inventory in ProviderTree for provider 85885957-4392-49b6-9973-fd29af6f2161 with inventory: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Apr 30 15:25:59.831624 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updated inventory for provider dcafc903-ba87-45d4-acb0-268e853ca9cc with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 7933, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 8, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 69, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}}
Apr 30 15:25:59.832078 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating resource provider dcafc903-ba87-45d4-acb0-268e853ca9cc generation from 0 to 1 during operation: update_inventory {{(pid=88153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Apr 30 15:25:59.832411 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating inventory in ProviderTree for provider dcafc903-ba87-45d4-acb0-268e853ca9cc with inventory: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Apr 30 15:25:59.976954 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Updating resource provider dcafc903-ba87-45d4-acb0-268e853ca9cc generation from 1 to 2 during operation: update_traits {{(pid=88153) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Apr 30 15:26:00.488720 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:26:00.488720 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.369s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:26:00.488720 np0040594247 nova-compute[88153]: DEBUG nova.service [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Creating RPC server for service compute {{(pid=88153) start /opt/stack/nova/nova/service.py:177}}
Apr 30 15:26:00.511863 np0040594247 nova-compute[88153]: DEBUG nova.service [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] Join ServiceGroup membership for this service compute {{(pid=88153) start /opt/stack/nova/nova/service.py:194}}
Apr 30 15:26:00.512156 np0040594247 nova-compute[88153]: DEBUG nova.servicegroup.drivers.db [None req-211f4cef-9d89-424b-a0e1-c11caf59f43f None None] DB_Driver: join new ServiceGroup member np0040594247 to the compute group, service = <Service: host=np0040594247, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=88153) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Apr 30 15:26:27.516974 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:28.022723 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.892023 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.892817 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.893197 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.893757 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.894291 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.894864 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.895399 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:33.895938 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:26:33.896398 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:26:34.403843 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:26:34.404199 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:26:34.404541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:26:34.404878 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:26:34.503901 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:26:34.505206 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1779MB free_disk=56.95431137084961GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:26:34.505407 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:26:34.505756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:26:35.543871 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:26:35.543871 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:26:35.597724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]: </device>
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:26:35.605724 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:26:35.607122 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:26:36.111736 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:26:36.111736 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:26:36.623908 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:26:36.624411 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:27:36.613874 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.614538 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.614538 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.614868 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.615054 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.615327 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.615619 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.615978 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:36.616219 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:27:36.616491 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:27:37.123220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:27:37.123585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:27:37.123849 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:27:37.124107 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:27:37.226793 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:27:37.227997 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1888MB free_disk=56.936824798583984GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:27:37.228328 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:27:37.228565 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:27:38.263190 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:27:38.263619 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:27:38.316970 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]: </device>
Apr 30 15:27:38.322395 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:27:38.323507 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:27:38.323507 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:27:38.323507 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:27:38.323642 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:27:38.828252 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:27:38.828701 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:27:39.340406 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:27:39.341108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:28:39.342646 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.343404 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.343404 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.343404 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.343695 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.343996 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.344270 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.344509 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:28:39.344824 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:28:39.851997 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:28:39.852308 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:28:39.852579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:28:39.852867 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:28:39.952909 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:28:39.954318 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1969MB free_disk=56.7470817565918GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:28:39.954548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:28:39.954887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:28:40.986491 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:28:40.986923 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:28:41.037090 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]: </device>
Apr 30 15:28:41.041886 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:28:41.042936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:28:41.042936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:28:41.042936 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:28:41.043075 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:28:41.547618 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:28:41.548089 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:28:41.551716 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:28:41.551998 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:29:41.090095 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.090684 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.090684 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.090886 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.091161 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.091445 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.091747 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.092018 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.092256 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:29:41.092521 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:29:41.599563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:29:41.599898 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:29:41.600176 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:29:41.600431 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:29:41.702282 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:29:41.703286 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1995MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:29:41.703525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:29:41.703867 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:29:42.738134 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:29:42.738570 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:29:42.792359 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]: </device>
Apr 30 15:29:42.797489 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:29:42.798321 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:29:42.798321 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:29:42.798321 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:29:42.798709 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:29:43.303009 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:29:43.303487 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:29:43.308068 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:29:43.308357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.605s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:30:33.890427 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:33.891036 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 15:30:34.395279 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 15:30:34.395551 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:34.395837 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 15:30:34.899672 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:37.393482 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:37.394148 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:37.394148 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:37.394400 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:37.394637 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:30:37.394938 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:37.901853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:30:37.902200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:30:37.902480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:30:37.902764 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:30:37.996642 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:30:37.997892 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=2000MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:30:37.998143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:30:37.998429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:30:39.032023 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:30:39.032468 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:30:39.087068 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]: </device>
Apr 30 15:30:39.092747 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:30:39.093546 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:30:39.093546 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:30:39.093640 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:30:39.094144 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:30:39.599047 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:30:39.599499 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:30:39.603504 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:30:39.603794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.605s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:30:40.099869 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:40.100409 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:30:41.889780 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:36.890829 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:36.891411 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:36.891411 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:31:37.882453 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:37.889369 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:37.889927 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:38.397980 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:31:38.398643 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:31:38.398643 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:31:38.398810 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:31:38.510203 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:31:38.511420 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1995MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:31:38.511642 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:31:38.511974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:31:39.861486 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:31:39.862071 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:31:39.912458 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]: </device>
Apr 30 15:31:39.918173 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:31:39.919003 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:31:39.919003 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:31:39.919110 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:31:39.919480 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:31:40.423852 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:31:40.424280 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:31:40.427962 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:31:40.428221 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.916s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:31:41.429470 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:41.430319 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:43.883861 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:31:43.889714 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:37.892062 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:37.892817 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:37.892817 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:32:39.883055 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:39.888737 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:39.889056 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:39.889328 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:39.889630 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:32:40.396458 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:32:40.396848 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:32:40.397060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:32:40.397311 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:32:40.501458 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:32:40.502768 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1997MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:32:40.503170 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:32:40.503585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:32:41.542075 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:32:41.542870 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:32:41.592468 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]: </device>
Apr 30 15:32:41.597971 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:32:41.598856 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:32:41.598856 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:32:41.598856 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:32:41.599277 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:32:42.103748 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:32:42.104181 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:32:42.107939 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:32:42.108203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.605s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:32:46.109452 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:39.890912 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:39.891768 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:39.891768 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:33:39.891768 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:40.398586 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:33:40.398914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:33:40.399220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:33:40.399475 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:33:40.505371 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:33:40.506562 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1992MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:33:40.506828 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:33:40.507142 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:33:41.540102 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:33:41.540512 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:33:41.588745 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]: </device>
Apr 30 15:33:41.593613 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:33:41.594927 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:33:41.594927 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:33:41.594927 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:33:41.594927 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:33:42.099120 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:33:42.099554 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:33:42.103376 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:33:42.103642 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:33:43.102684 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:43.103378 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:43.103378 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:43.103724 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:45.881253 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:33:45.889579 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:39.890668 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:40.889846 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:40.890139 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:40.890397 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:34:40.890656 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:41.398342 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:34:41.399060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:34:41.399060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:34:41.399316 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:34:41.499504 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:34:41.500698 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1992MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:34:41.500973 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:34:41.501286 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:34:42.537117 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:34:42.537513 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:34:42.588718 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]: </device>
Apr 30 15:34:42.593868 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:34:42.594875 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:34:42.594875 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:34:42.594875 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:34:42.595092 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:34:43.100011 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:34:43.100459 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:34:43.104512 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:34:43.104801 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.603s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:34:44.105120 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:44.105723 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:44.106099 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:34:45.890415 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:34.891103 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:34.891775 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 15:35:40.395187 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:40.890450 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:40.890750 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 15:35:41.394591 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 15:35:42.395035 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:42.395636 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:42.903510 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:35:42.903912 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:35:42.904113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:35:42.904378 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:35:43.026778 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:35:43.028325 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1982MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:35:43.028611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:35:43.028960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:35:44.062922 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:35:44.063413 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:35:44.112037 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]: </device>
Apr 30 15:35:44.117145 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:35:44.118188 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:35:44.118188 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:35:44.118188 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:35:44.118351 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:35:44.622600 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:35:44.623098 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:35:44.626728 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:35:44.626994 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:35:45.122793 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:45.122793 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:45.122793 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:45.123581 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:35:45.882310 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:45.882705 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:45.889354 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:35:45.889687 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:28.025757 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:41.395983 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:41.890425 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:42.397172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:36:42.397971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:36:42.397971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:36:42.398183 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:36:42.521588 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:36:42.522857 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=2012MB free_disk=56.747066497802734GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:36:42.523160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:36:42.523496 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:36:43.596452 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:36:43.596947 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:36:43.648632 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]: </device>
Apr 30 15:36:43.654370 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:36:43.655283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:36:43.655283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:36:43.655283 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:36:43.655658 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:36:44.159387 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:36:44.159889 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:36:44.163644 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:36:44.163939 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.640s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:36:45.164271 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:45.164886 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:45.164886 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:45.165104 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:36:45.890438 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:46.889763 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:36:47.881371 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:40.891888 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:42.890447 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:42.891361 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:43.890713 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:44.401838 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:37:44.402185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:37:44.402503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:37:44.402844 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:37:44.658388 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:37:44.659913 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1709MB free_disk=56.80110549926758GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:37:44.660249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:37:44.660458 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:37:45.705942 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:37:45.706571 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:37:45.783265 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]: </device>
Apr 30 15:37:45.793155 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:37:45.797527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:37:45.797527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:37:45.797527 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:37:45.797527 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:37:46.301064 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:37:46.301064 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:37:46.305074 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:37:46.305517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.645s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:37:48.306707 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:48.306707 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:48.307349 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:48.307349 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:37:48.307349 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:37:48.882805 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:07.512302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:07.512933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:07.606060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquiring lock "93a7c273-7b28-4954-b411-a44a92e3fd4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:07.606378 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "93a7c273-7b28-4954-b411-a44a92e3fd4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:08.019709 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:38:08.109793 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:38:08.587210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:08.587210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:08.593295 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:38:08.594018 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Claim successful on node np0040594247
Apr 30 15:38:08.655013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:09.750115 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:09.755658 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:09.757234 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:09.757234 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:09.757424 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:09.758063 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:10.263500 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:10.264201 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:10.775612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:10.776585 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:38:10.780382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.126s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:10.785278 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:38:10.785580 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Claim successful on node np0040594247
Apr 30 15:38:11.289915 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:38:11.291270 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:38:11.655150 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eee21540af8647998d59406b3c86d1e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef703c6e2884c44b3887b6a40e22393', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:38:11.807078 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:38:11.974747 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:11.985363 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:11.988796 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:11.988796 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:11.988796 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:11.989317 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:12.315045 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:38:12.426033 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Successfully created port: b03e1e90-76e6-45b1-997c-9216f69f2d0a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:38:12.494883 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:12.498432 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:13.012722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:13.015995 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:38:13.336063 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:38:13.338059 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:38:13.338344 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Creating image(s)
Apr 30 15:38:13.339217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "/opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:13.339545 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "/opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:13.340600 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "/opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:13.345691 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:13.348084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:13.416562 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Successfully updated port: b03e1e90-76e6-45b1-997c-9216f69f2d0a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:38:13.531573 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:38:13.531573 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:38:13.654762 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a269eb37e844d38a461237a791f567d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c4e7bd0f755465a8644ef9a210eb5e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:38:13.761554 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Received event network-changed-b03e1e90-76e6-45b1-997c-9216f69f2d0a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:38:13.762736 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Refreshing instance network info cache due to event network-changed-b03e1e90-76e6-45b1-997c-9216f69f2d0a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:38:13.762736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] Acquiring lock "refresh_cache-2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:13.762736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] Acquired lock "refresh_cache-2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:13.762736 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Refreshing network info cache for port b03e1e90-76e6-45b1-997c-9216f69f2d0a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:38:14.478867 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "refresh_cache-2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:14.480252 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:38:14.492208 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Successfully created port: 593c06c1-8eb8-4962-91d9-e9ad8434e1e8 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:38:14.551709 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'QFI\xfb') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:14.554284 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:14.554888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.part --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:14.629004 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:14.666569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.part --force-share --output=json" returned: 0 in 0.111s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:14.667495 np0040594247 nova-compute[88153]: DEBUG nova.virt.images [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] fb55ea5e-e415-45d2-aa69-f61faa9d98d8 was qcow2, converting to raw {{(pid=88153) fetch_to_raw /opt/stack/nova/nova/virt/images.py:278}}
Apr 30 15:38:14.669704 np0040594247 nova-compute[88153]: DEBUG nova.privsep.utils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=88153) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Apr 30 15:38:14.669704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.part /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.converted {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:14.989726 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:38:15.028733 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:15.238198 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.part /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.converted" returned: 0 in 0.569s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:15.243975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.converted --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:15.351277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5.converted --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:15.353492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.005s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:15.355052 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:15.364361 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:15.366004 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpmv3tgfjk/privsep.sock']
Apr 30 15:38:15.378319 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Successfully updated port: 593c06c1-8eb8-4962-91d9-e9ad8434e1e8 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:38:15.382915 np0040594247 sudo[102414]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpmv3tgfjk/privsep.sock
Apr 30 15:38:15.383864 np0040594247 sudo[102414]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Apr 30 15:38:15.535531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-04c8536f-ebfb-4b8d-8975-e13dc40e3667 req-cb1b09af-75da-44da-9b1b-ce478aba82f1 service nova] Releasing lock "refresh_cache-2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:15.535531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquired lock "refresh_cache-2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:15.536272 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:38:15.814464 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Received event network-changed-593c06c1-8eb8-4962-91d9-e9ad8434e1e8 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:38:15.815487 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Refreshing instance network info cache due to event network-changed-593c06c1-8eb8-4962-91d9-e9ad8434e1e8. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:38:15.815875 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] Acquiring lock "refresh_cache-93a7c273-7b28-4954-b411-a44a92e3fd4a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:15.816130 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] Acquired lock "refresh_cache-93a7c273-7b28-4954-b411-a44a92e3fd4a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:15.816451 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Refreshing network info cache for port 593c06c1-8eb8-4962-91d9-e9ad8434e1e8 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:38:15.882400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquiring lock "refresh_cache-93a7c273-7b28-4954-b411-a44a92e3fd4a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:16.007448 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:38:16.008929 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:38:16.011335 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Creating image(s)
Apr 30 15:38:16.011946 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquiring lock "/opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:16.012251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "/opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:16.014104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "/opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:16.016986 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:16.024483 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:16.107108 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:16.422841 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:16.580946 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Updating instance_info_cache with network_info: [{"id": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "address": "fa:16:3e:85:18:47", "network": {"id": "2abc265b-38b2-4ed3-b964-039c88d06284", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-288355237-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ef703c6e2884c44b3887b6a40e22393", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb03e1e90-76", "ovs_interfaceid": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:16.598186 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:16.637536 np0040594247 sudo[102414]: pam_unix(sudo:session): session closed for user root
Apr 30 15:38:16.642838 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Spawned new privsep daemon via rootwrap
Apr 30 15:38:16.644121 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep daemon starting
Apr 30 15:38:16.644323 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Apr 30 15:38:16.644508 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Apr 30 15:38:16.644716 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 102469
Apr 30 15:38:16.647145 np0040594247 nova-compute[88153]: WARNING oslo_privsep.priv_context [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] privsep daemon already running
Apr 30 15:38:16.772245 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:16.783430 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:16.869278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:16.869844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:16.870586 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:16.871421 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:16.876914 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:16.877520 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:16.890573 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:16.891607 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:16.972763 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:16.973372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:17.009543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:17.010526 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:17.011354 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:17.022435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.130s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:17.023854 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:17.029462 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:17.030560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:17.086114 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Releasing lock "refresh_cache-2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:17.086753 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Instance network_info: |[{"id": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "address": "fa:16:3e:85:18:47", "network": {"id": "2abc265b-38b2-4ed3-b964-039c88d06284", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-288355237-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ef703c6e2884c44b3887b6a40e22393", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb03e1e90-76", "ovs_interfaceid": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:38:17.106210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25788e2a-64c7-4235-b948-c8cdd1ed2392 req-0a32f320-4f8d-40ec-be8d-73c8d84290ef service nova] Releasing lock "refresh_cache-93a7c273-7b28-4954-b411-a44a92e3fd4a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:17.106210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquired lock "refresh_cache-93a7c273-7b28-4954-b411-a44a92e3fd4a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:17.106210 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:38:17.114050 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:17.114521 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:38:17.114875 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:17.136587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:17.138634 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:17.175718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:17.176485 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:17.176485 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:17.212754 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:17.212754 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Cannot resize image /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:38:17.213245 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:38:17.213791 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Ensure instance console log exists: /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:38:17.214196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:17.214608 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:17.215073 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:38:17.226306 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Available mdevs at: set().
Apr 30 15:38:17.226572 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:38:17.226874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:17.242923 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:17.243857 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:38:17.253221 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.038s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Traceback (most recent call last):
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     yield resources
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     return f(*args, **kwargs)
Apr 30 15:38:17.275150 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     chosen_mdev = self._create_mdev(
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     self._host.device_create(conf)
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:17.276389 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     raise e.with_traceback(tb)
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     rv = meth(*args, **kwargs)
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:17.277142 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] 
Apr 30 15:38:17.277869 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Terminating instance
Apr 30 15:38:17.282504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:17.282922 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Checking if we can resize image /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:38:17.283324 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:17.378431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:17.378988 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Cannot resize image /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:38:17.379559 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:38:17.379933 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Ensure instance console log exists: /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:38:17.380409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:17.380857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:17.381280 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:38:17.387540 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Available mdevs at: set().
Apr 30 15:38:17.388050 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:38:17.388559 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:17.398086 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:17.399634 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:38:17.403710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Traceback (most recent call last):
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     yield resources
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     return f(*args, **kwargs)
Apr 30 15:38:17.406696 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     chosen_mdev = self._create_mdev(
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     self._host.device_create(conf)
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:17.407477 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     raise e.with_traceback(tb)
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     rv = meth(*args, **kwargs)
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:17.408508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] 
Apr 30 15:38:17.669256 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:17.796280 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:38:17.809226 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:38:17.809419 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Instance destroyed successfully.
Apr 30 15:38:17.813850 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:38:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersWithSpecificFlavorTestJSON-server-1049946485',display_name='tempest-ServersWithSpecificFlavorTestJSON-server-1049946485',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(34),hidden=False,host='np0040594247',hostname='tempest-serverswithspecificflavortestjson-server-1049946485',id=1,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=34,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDfpUjYg5mLk5/RKI7S7r5qJ0aESq32om28PgRwdjVkbF/+4EKJbkhkfl7nR8Z1C9S+H9JbFdgOcJlGKFkalDBzg34+IRzld9rTuuir7Yj81ff3vW4pSFb4R6+bV2+c+w==',key_name='tempest-keypair-152985659',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ef703c6e2884c44b3887b6a40e22393',ramdisk_id='',reservation_id='r-18e5jc76',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersWithSpecificFlavorTestJSON-2070047081',owner_user_name='tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eee21540af8647998d59406b3c86d1e3',uuid=2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "address": "fa:16:3e:85:18:47", "network": {"id": "2abc265b-38b2-4ed3-b964-039c88d06284", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-288355237-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ef703c6e2884c44b3887b6a40e22393", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb03e1e90-76", "ovs_interfaceid": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:17.813850 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Converting VIF {"id": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "address": "fa:16:3e:85:18:47", "network": {"id": "2abc265b-38b2-4ed3-b964-039c88d06284", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-288355237-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ef703c6e2884c44b3887b6a40e22393", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb03e1e90-76", "ovs_interfaceid": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:17.817460 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:18:47,bridge_name='br-int',has_traffic_filtering=True,id=b03e1e90-76e6-45b1-997c-9216f69f2d0a,network=Network(2abc265b-38b2-4ed3-b964-039c88d06284),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb03e1e90-76') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:17.817460 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:18:47,bridge_name='br-int',has_traffic_filtering=True,id=b03e1e90-76e6-45b1-997c-9216f69f2d0a,network=Network(2abc265b-38b2-4ed3-b964-039c88d06284),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb03e1e90-76') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:17.942892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Created schema index Interface.name {{(pid=88153) autocreate_indices /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Apr 30 15:38:17.943241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Created schema index Port.name {{(pid=88153) autocreate_indices /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Apr 30 15:38:17.943859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Created schema index Bridge.name {{(pid=88153) autocreate_indices /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Apr 30 15:38:17.944750 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:38:17.948788 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [POLLOUT] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:17.949165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:38:17.950027 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:17.955524 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:17.992918 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:18.087243 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Updating instance_info_cache with network_info: [{"id": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "address": "fa:16:3e:99:70:9c", "network": {"id": "aab5ba6e-35d4-4438-997e-09faa0b99c94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170490321-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6c4e7bd0f755465a8644ef9a210eb5e1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap593c06c1-8e", "ovs_interfaceid": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:18.089042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:18.089431 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb03e1e90-76, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:18.089769 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:18.092426 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpk4_sotrg/privsep.sock']
Apr 30 15:38:18.101896 np0040594247 sudo[102631]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpk4_sotrg/privsep.sock
Apr 30 15:38:18.102600 np0040594247 sudo[102631]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Apr 30 15:38:18.592699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Releasing lock "refresh_cache-93a7c273-7b28-4954-b411-a44a92e3fd4a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:18.593214 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Instance network_info: |[{"id": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "address": "fa:16:3e:99:70:9c", "network": {"id": "aab5ba6e-35d4-4438-997e-09faa0b99c94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170490321-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6c4e7bd0f755465a8644ef9a210eb5e1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap593c06c1-8e", "ovs_interfaceid": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:38:18.593957 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Terminating instance
Apr 30 15:38:19.073269 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:19.078151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:19.105647 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:38:19.115966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:38:19.115966 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Instance destroyed successfully.
Apr 30 15:38:19.118111 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:38:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-521890315',display_name='tempest-VolumesAssistedSnapshotsTest-server-521890315',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-volumesassistedsnapshotstest-server-521890315',id=2,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBnrwQgGGm0EFuthlL2BwSo0LsaXhKeN+H3zRBukx3DpXsWRQXrsPItuDmEEuHagQZoVhQVpjSH98eh1N4LaTXVzZLRE1YWwcs1w641sRnYlzJlbhgeciJAUCgAdXtHjrA==',key_name='tempest-keypair-87796580',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c4e7bd0f755465a8644ef9a210eb5e1',ramdisk_id='',reservation_id='r-tm5c8shp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-673797722',owner_user_name='tempest-VolumesAssistedSnapshotsTest-673797722-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3a269eb37e844d38a461237a791f567d',uuid=93a7c273-7b28-4954-b411-a44a92e3fd4a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "address": "fa:16:3e:99:70:9c", "network": {"id": "aab5ba6e-35d4-4438-997e-09faa0b99c94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170490321-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6c4e7bd0f755465a8644ef9a210eb5e1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap593c06c1-8e", "ovs_interfaceid": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:19.118111 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Converting VIF {"id": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "address": "fa:16:3e:99:70:9c", "network": {"id": "aab5ba6e-35d4-4438-997e-09faa0b99c94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170490321-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6c4e7bd0f755465a8644ef9a210eb5e1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap593c06c1-8e", "ovs_interfaceid": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:19.119990 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:70:9c,bridge_name='br-int',has_traffic_filtering=True,id=593c06c1-8eb8-4962-91d9-e9ad8434e1e8,network=Network(aab5ba6e-35d4-4438-997e-09faa0b99c94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap593c06c1-8e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:19.121454 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:70:9c,bridge_name='br-int',has_traffic_filtering=True,id=593c06c1-8eb8-4962-91d9-e9ad8434e1e8,network=Network(aab5ba6e-35d4-4438-997e-09faa0b99c94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap593c06c1-8e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:19.122728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:19.123079 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap593c06c1-8e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:19.125648 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:19.311609 np0040594247 sudo[102631]: pam_unix(sudo:session): session closed for user root
Apr 30 15:38:19.322439 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Spawned new privsep daemon via rootwrap
Apr 30 15:38:19.323690 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep daemon starting
Apr 30 15:38:19.323690 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Apr 30 15:38:19.323690 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Apr 30 15:38:19.323870 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 102679
Apr 30 15:38:19.325929 np0040594247 nova-compute[88153]: WARNING oslo_privsep.priv_context [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] privsep daemon already running: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:19.900041 np0040594247 nova-compute[88153]: INFO os_vif [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:18:47,bridge_name='br-int',has_traffic_filtering=True,id=b03e1e90-76e6-45b1-997c-9216f69f2d0a,network=Network(2abc265b-38b2-4ed3-b964-039c88d06284),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb03e1e90-76')
Apr 30 15:38:19.902176 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Deleting instance files /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1_del
Apr 30 15:38:19.902176 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Deletion of /opt/stack/data/nova/instances/2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1_del complete
Apr 30 15:38:19.909215 np0040594247 nova-compute[88153]: INFO os_vif [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:70:9c,bridge_name='br-int',has_traffic_filtering=True,id=593c06c1-8eb8-4962-91d9-e9ad8434e1e8,network=Network(aab5ba6e-35d4-4438-997e-09faa0b99c94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap593c06c1-8e')
Apr 30 15:38:19.912256 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Deleting instance files /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a_del
Apr 30 15:38:19.912256 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Deletion of /opt/stack/data/nova/instances/93a7c273-7b28-4954-b411-a44a92e3fd4a_del complete
Apr 30 15:38:19.984055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "3ce82d18-9af3-4fb9-9411-28bca190ae40" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:19.984575 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "3ce82d18-9af3-4fb9-9411-28bca190ae40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:20.121756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:20.122870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:20.420577 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Took 2.62 seconds to destroy the instance on the hypervisor.
Apr 30 15:38:20.424103 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c1844a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:38:20.424557 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:20.425363 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:20.436873 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Took 1.33 seconds to destroy the instance on the hypervisor.
Apr 30 15:38:20.439512 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94782c30> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:38:20.442255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:20.487484 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:38:20.625040 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:38:21.018711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:21.093455 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:21.099605 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:21.100866 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:21.314691 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:21.604382 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:21.604937 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:22.116608 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.691s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Traceback (most recent call last):
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     return f(*args, **kwargs)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     chosen_mdev = self._create_mdev(
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     self._host.device_create(conf)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     raise e.with_traceback(tb)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     rv = meth(*args, **kwargs)
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:22.118715 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] 
Apr 30 15:38:22.121800 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:38:22.122104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.682s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:22.129382 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Build of instance 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:38:22.131870 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:38:22.133039 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:38:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersWithSpecificFlavorTestJSON-server-1049946485',display_name='tempest-ServersWithSpecificFlavorTestJSON-server-1049946485',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(34),hidden=False,host=None,hostname='tempest-serverswithspecificflavortestjson-server-1049946485',id=1,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=34,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEDfpUjYg5mLk5/RKI7S7r5qJ0aESq32om28PgRwdjVkbF/+4EKJbkhkfl7nR8Z1C9S+H9JbFdgOcJlGKFkalDBzg34+IRzld9rTuuir7Yj81ff3vW4pSFb4R6+bV2+c+w==',key_name='tempest-keypair-152985659',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ef703c6e2884c44b3887b6a40e22393',ramdisk_id='',reservation_id='r-18e5jc76',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersWithSpecificFlavorTestJSON-2070047081',owner_user_name='tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eee21540af8647998d59406b3c86d1e3',uuid=2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "address": "fa:16:3e:85:18:47", "network": {"id": "2abc265b-38b2-4ed3-b964-039c88d06284", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-288355237-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ef703c6e2884c44b3887b6a40e22393", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb03e1e90-76", "ovs_interfaceid": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:22.133410 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Converting VIF {"id": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "address": "fa:16:3e:85:18:47", "network": {"id": "2abc265b-38b2-4ed3-b964-039c88d06284", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-288355237-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ef703c6e2884c44b3887b6a40e22393", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb03e1e90-76", "ovs_interfaceid": "b03e1e90-76e6-45b1-997c-9216f69f2d0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:22.134476 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:18:47,bridge_name='br-int',has_traffic_filtering=True,id=b03e1e90-76e6-45b1-997c-9216f69f2d0a,network=Network(2abc265b-38b2-4ed3-b964-039c88d06284),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb03e1e90-76') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:22.135203 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:18:47,bridge_name='br-int',has_traffic_filtering=True,id=b03e1e90-76e6-45b1-997c-9216f69f2d0a,network=Network(2abc265b-38b2-4ed3-b964-039c88d06284),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb03e1e90-76') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:22.136614 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:22.137361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb03e1e90-76, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:22.137361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:22.140296 np0040594247 nova-compute[88153]: INFO os_vif [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:18:47,bridge_name='br-int',has_traffic_filtering=True,id=b03e1e90-76e6-45b1-997c-9216f69f2d0a,network=Network(2abc265b-38b2-4ed3-b964-039c88d06284),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb03e1e90-76')
Apr 30 15:38:22.140684 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:38:22.141005 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:38:22.141292 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:38:22.803013 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:22.812058 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:22.812830 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:22.812830 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:22.813174 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:22.813522 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:23.048720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:23.321731 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:23.322213 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:23.560063 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:23.832999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.711s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Traceback (most recent call last):
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     return f(*args, **kwargs)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     chosen_mdev = self._create_mdev(
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     self._host.device_create(conf)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     raise e.with_traceback(tb)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     rv = meth(*args, **kwargs)
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:23.834872 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] 
Apr 30 15:38:23.837656 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:38:23.837656 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.819s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:23.838228 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Build of instance 93a7c273-7b28-4954-b411-a44a92e3fd4a was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:38:23.840538 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:38:23.841614 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:38:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-521890315',display_name='tempest-VolumesAssistedSnapshotsTest-server-521890315',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-volumesassistedsnapshotstest-server-521890315',id=2,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBnrwQgGGm0EFuthlL2BwSo0LsaXhKeN+H3zRBukx3DpXsWRQXrsPItuDmEEuHagQZoVhQVpjSH98eh1N4LaTXVzZLRE1YWwcs1w641sRnYlzJlbhgeciJAUCgAdXtHjrA==',key_name='tempest-keypair-87796580',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c4e7bd0f755465a8644ef9a210eb5e1',ramdisk_id='',reservation_id='r-tm5c8shp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-673797722',owner_user_name='tempest-VolumesAssistedSnapshotsTest-673797722-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3a269eb37e844d38a461237a791f567d',uuid=93a7c273-7b28-4954-b411-a44a92e3fd4a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "address": "fa:16:3e:99:70:9c", "network": {"id": "aab5ba6e-35d4-4438-997e-09faa0b99c94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170490321-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6c4e7bd0f755465a8644ef9a210eb5e1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap593c06c1-8e", "ovs_interfaceid": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:23.842025 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Converting VIF {"id": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "address": "fa:16:3e:99:70:9c", "network": {"id": "aab5ba6e-35d4-4438-997e-09faa0b99c94", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-170490321-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6c4e7bd0f755465a8644ef9a210eb5e1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap593c06c1-8e", "ovs_interfaceid": "593c06c1-8eb8-4962-91d9-e9ad8434e1e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:23.842866 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:70:9c,bridge_name='br-int',has_traffic_filtering=True,id=593c06c1-8eb8-4962-91d9-e9ad8434e1e8,network=Network(aab5ba6e-35d4-4438-997e-09faa0b99c94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap593c06c1-8e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:23.843266 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:70:9c,bridge_name='br-int',has_traffic_filtering=True,id=593c06c1-8eb8-4962-91d9-e9ad8434e1e8,network=Network(aab5ba6e-35d4-4438-997e-09faa0b99c94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap593c06c1-8e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:23.844935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:23.845709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap593c06c1-8e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:23.845709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:23.849196 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:38:23.849490 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Claim successful on node np0040594247
Apr 30 15:38:23.853411 np0040594247 nova-compute[88153]: INFO os_vif [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:70:9c,bridge_name='br-int',has_traffic_filtering=True,id=593c06c1-8eb8-4962-91d9-e9ad8434e1e8,network=Network(aab5ba6e-35d4-4438-997e-09faa0b99c94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap593c06c1-8e')
Apr 30 15:38:23.853411 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:38:23.853557 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:38:23.853776 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:38:24.063397 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] [instance: 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1] Took 1.92 seconds to deallocate network for instance.
Apr 30 15:38:24.950740 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:25.017733 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:25.023516 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:25.024444 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:25.024444 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:25.024593 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:25.024936 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:25.111588 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Deleted allocations for instance 2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1
Apr 30 15:38:25.455144 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] [instance: 93a7c273-7b28-4954-b411-a44a92e3fd4a] Took 1.60 seconds to deallocate network for instance.
Apr 30 15:38:25.529658 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:25.530168 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:25.622471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-308fe677-0aba-4192-ad5b-8d4bdcfba652 tempest-ServersWithSpecificFlavorTestJSON-2070047081 tempest-ServersWithSpecificFlavorTestJSON-2070047081-project-member] Lock "2cd1a0d2-a8c7-47ac-a3cc-fb3da6d8eaf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.110s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:26.040972 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:26.041571 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:38:26.045243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.731s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:26.049725 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:38:26.050016 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Claim successful on node np0040594247
Apr 30 15:38:26.505115 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Deleted allocations for instance 93a7c273-7b28-4954-b411-a44a92e3fd4a
Apr 30 15:38:26.556562 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:38:26.556972 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:38:26.632252 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '427d98257cb74f4e86db61328236f6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aa707b33b549ebab37eb8814af1663', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:38:27.020300 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d7b39727-9a52-4aef-bb18-a3ff9e84797b tempest-VolumesAssistedSnapshotsTest-673797722 tempest-VolumesAssistedSnapshotsTest-673797722-project-member] Lock "93a7c273-7b28-4954-b411-a44a92e3fd4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.413s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:27.062728 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:38:27.183097 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:27.190918 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:27.192115 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:27.192115 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:27.192115 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:27.198933 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Successfully created port: ff76ddd1-5396-41b7-83d7-79e1febd4064 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:38:27.570034 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:38:27.697160 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:27.697788 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:27.852767 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Successfully updated port: ff76ddd1-5396-41b7-83d7-79e1febd4064 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:38:27.890109 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Received event network-changed-ff76ddd1-5396-41b7-83d7-79e1febd4064 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:38:27.890402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Refreshing instance network info cache due to event network-changed-ff76ddd1-5396-41b7-83d7-79e1febd4064. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:38:27.891975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] Acquiring lock "refresh_cache-3ce82d18-9af3-4fb9-9411-28bca190ae40" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:27.892167 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] Acquired lock "refresh_cache-3ce82d18-9af3-4fb9-9411-28bca190ae40" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:27.892537 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Refreshing network info cache for port ff76ddd1-5396-41b7-83d7-79e1febd4064 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:38:27.986800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:28.046485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:28.215408 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:28.216437 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:38:28.356345 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "refresh_cache-3ce82d18-9af3-4fb9-9411-28bca190ae40" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:28.446004 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:28.587282 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:38:28.589703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:38:28.589703 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Creating image(s)
Apr 30 15:38:28.593696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "/opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:28.593696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "/opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:28.593696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "/opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:28.593696 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:28.598384 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:28.600196 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:28.602735 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:28.703216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:28.703694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:28.704365 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:28.705281 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:28.713053 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:28.713607 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:28.734733 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:38:28.734733 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:38:28.812360 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:28.812886 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:28.857160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk 1073741824" returned: 0 in 0.043s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:28.858152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.154s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:28.859441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:28.899922 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c1e05ca2de44eca6be2265c1b91d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f75551564d44a1953c68fc4c89380b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:38:28.962623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:28.963239 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:38:28.964041 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:29.059374 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:29.059893 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Cannot resize image /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:38:29.060844 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:38:29.060844 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Ensure instance console log exists: /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:38:29.061542 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:29.061715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:29.062944 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:38:29.069229 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Available mdevs at: set().
Apr 30 15:38:29.069344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:38:29.069831 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:38:29.074494 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:29.078661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:29.079897 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:29.081535 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:38:29.088787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Traceback (most recent call last):
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     yield resources
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     return f(*args, **kwargs)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     chosen_mdev = self._create_mdev(
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     self._host.device_create(conf)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     raise e.with_traceback(tb)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     rv = meth(*args, **kwargs)
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:29.091052 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] 
Apr 30 15:38:29.122932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d9f52085-9c75-423b-8597-3f9799e358c9 req-8e0ae613-c27e-49fe-82f1-9aca31b88c9d service nova] Releasing lock "refresh_cache-3ce82d18-9af3-4fb9-9411-28bca190ae40" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:29.123643 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquired lock "refresh_cache-3ce82d18-9af3-4fb9-9411-28bca190ae40" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:29.123960 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:38:29.240830 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:38:29.702036 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:29.746281 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:38:29.838869 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Successfully created port: 7a75f32a-1452-4f18-8c9d-ee29773c4e1d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:38:29.884490 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:29.987333 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:30.296159 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:30.551986 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Updating instance_info_cache with network_info: [{"id": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "address": "fa:16:3e:d6:4f:86", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapff76ddd1-53", "ovs_interfaceid": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:30.582293 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:30.658148 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Successfully updated port: 7a75f32a-1452-4f18-8c9d-ee29773c4e1d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:38:30.734137 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Received event network-changed-7a75f32a-1452-4f18-8c9d-ee29773c4e1d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:38:30.734549 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Refreshing instance network info cache due to event network-changed-7a75f32a-1452-4f18-8c9d-ee29773c4e1d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:38:30.735367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] Acquiring lock "refresh_cache-ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:30.735657 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] Acquired lock "refresh_cache-ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:30.736156 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Refreshing network info cache for port 7a75f32a-1452-4f18-8c9d-ee29773c4e1d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:38:30.763642 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:38:30.765118 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:38:30.765564 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Creating image(s)
Apr 30 15:38:30.766514 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "/opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:30.766899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:30.767888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:30.768692 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:30.773827 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:30.776429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:30.885711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:30.886480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:30.886952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:30.887658 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:30.893296 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:30.893435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:30.991778 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:30.992188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:31.033521 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:31.034756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:31.035264 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:31.060556 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Releasing lock "refresh_cache-3ce82d18-9af3-4fb9-9411-28bca190ae40" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:31.060556 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Instance network_info: |[{"id": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "address": "fa:16:3e:d6:4f:86", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapff76ddd1-53", "ovs_interfaceid": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:38:31.060556 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Terminating instance
Apr 30 15:38:31.077797 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:31.080361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:31.131921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:31.132506 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:38:31.132958 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:31.164558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "refresh_cache-ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:31.238816 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:31.239806 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Cannot resize image /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:38:31.239893 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:38:31.240262 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Ensure instance console log exists: /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:38:31.240750 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:31.241436 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:31.241893 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:38:31.251134 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Available mdevs at: set().
Apr 30 15:38:31.251637 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:38:31.251920 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:31.261901 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:31.263063 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:38:31.269215 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Traceback (most recent call last):
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     yield resources
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     return f(*args, **kwargs)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     chosen_mdev = self._create_mdev(
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     self._host.device_create(conf)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     raise e.with_traceback(tb)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     rv = meth(*args, **kwargs)
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:31.271046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] 
Apr 30 15:38:31.310719 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:31.413995 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:31.570447 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:38:31.577975 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:38:31.577975 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Instance destroyed successfully.
Apr 30 15:38:31.577975 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:38:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-LiveAutoBlockMigrationV225Test-server-2075959943',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-liveautoblockmigrationv225test-server-2075959943',id=4,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3aa707b33b549ebab37eb8814af1663',ramdisk_id='',reservation_id='r-0pcxtds4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveAutoBlockMigrationV225Test-566733684',owner_user_name='tempest-LiveAutoBlockMigrationV225Test-566733684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:28Z,user_data=None,user_id='427d98257cb74f4e86db61328236f6b4',uuid=3ce82d18-9af3-4fb9-9411-28bca190ae40,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "address": "fa:16:3e:d6:4f:86", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapff76ddd1-53", "ovs_interfaceid": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:31.577975 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converting VIF {"id": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "address": "fa:16:3e:d6:4f:86", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapff76ddd1-53", "ovs_interfaceid": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:31.577975 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:4f:86,bridge_name='br-int',has_traffic_filtering=True,id=ff76ddd1-5396-41b7-83d7-79e1febd4064,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff76ddd1-53') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:31.578643 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:4f:86,bridge_name='br-int',has_traffic_filtering=True,id=ff76ddd1-5396-41b7-83d7-79e1febd4064,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff76ddd1-53') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:31.580743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:31.581034 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff76ddd1-53, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:31.581324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:31.584278 np0040594247 nova-compute[88153]: INFO os_vif [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:4f:86,bridge_name='br-int',has_traffic_filtering=True,id=ff76ddd1-5396-41b7-83d7-79e1febd4064,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff76ddd1-53')
Apr 30 15:38:31.584591 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Deleting instance files /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40_del
Apr 30 15:38:31.586070 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Deletion of /opt/stack/data/nova/instances/3ce82d18-9af3-4fb9-9411-28bca190ae40_del complete
Apr 30 15:38:31.917709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-679aa752-809b-4c28-871a-81e585aaafb4 req-8403e1ea-3cda-4448-9c1f-6dae728681b5 service nova] Releasing lock "refresh_cache-ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:31.918372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquired lock "refresh_cache-ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:31.918811 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:38:32.100697 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:38:32.103161 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d946584d0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:38:32.103474 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:32.103891 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:32.500319 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:32.763583 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:32.778812 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:32.779707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:32.779772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:32.780529 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:32.783730 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:33.051688 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.085253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.085253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.091433 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Updating instance_info_cache with network_info: [{"id": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "address": "fa:16:3e:07:80:31", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7a75f32a-14", "ovs_interfaceid": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:33.103142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.133766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.196710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.287857 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:33.288484 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:33.300240 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.323104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.595017 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Releasing lock "refresh_cache-ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:33.595633 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Instance network_info: |[{"id": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "address": "fa:16:3e:07:80:31", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7a75f32a-14", "ovs_interfaceid": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:38:33.596220 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Terminating instance
Apr 30 15:38:33.806609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.703s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Traceback (most recent call last):
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     return f(*args, **kwargs)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     chosen_mdev = self._create_mdev(
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     self._host.device_create(conf)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     raise e.with_traceback(tb)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     rv = meth(*args, **kwargs)
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:33.811252 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] 
Apr 30 15:38:33.813173 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:38:33.815219 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Build of instance 3ce82d18-9af3-4fb9-9411-28bca190ae40 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:38:33.817521 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:38:33.818837 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:38:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-LiveAutoBlockMigrationV225Test-server-2075959943',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-liveautoblockmigrationv225test-server-2075959943',id=4,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3aa707b33b549ebab37eb8814af1663',ramdisk_id='',reservation_id='r-0pcxtds4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveAutoBlockMigrationV225Test-566733684',owner_user_name='tempest-LiveAutoBlockMigrationV225Test-566733684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:32Z,user_data=None,user_id='427d98257cb74f4e86db61328236f6b4',uuid=3ce82d18-9af3-4fb9-9411-28bca190ae40,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "address": "fa:16:3e:d6:4f:86", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapff76ddd1-53", "ovs_interfaceid": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:33.819294 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converting VIF {"id": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "address": "fa:16:3e:d6:4f:86", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapff76ddd1-53", "ovs_interfaceid": "ff76ddd1-5396-41b7-83d7-79e1febd4064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:33.820129 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:4f:86,bridge_name='br-int',has_traffic_filtering=True,id=ff76ddd1-5396-41b7-83d7-79e1febd4064,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff76ddd1-53') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:33.820530 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:4f:86,bridge_name='br-int',has_traffic_filtering=True,id=ff76ddd1-5396-41b7-83d7-79e1febd4064,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff76ddd1-53') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:33.821929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:33.822295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff76ddd1-53, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:33.822550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:33.825688 np0040594247 nova-compute[88153]: INFO os_vif [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:4f:86,bridge_name='br-int',has_traffic_filtering=True,id=ff76ddd1-5396-41b7-83d7-79e1febd4064,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff76ddd1-53')
Apr 30 15:38:33.826015 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:38:33.826316 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:38:33.826602 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:38:33.984160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:34.078924 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:34.106007 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:38:34.112163 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:38:34.112291 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Instance destroyed successfully.
Apr 30 15:38:34.113518 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:38:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-759660980',display_name='tempest-MigrationsAdminTest-server-759660980',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-migrationsadmintest-server-759660980',id=3,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-mlicrgn2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:30Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=ae1e23e0-313c-4a62-8740-b67c4ff0b9ae,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "address": "fa:16:3e:07:80:31", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7a75f32a-14", "ovs_interfaceid": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:34.113882 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "address": "fa:16:3e:07:80:31", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7a75f32a-14", "ovs_interfaceid": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:34.114707 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:80:31,bridge_name='br-int',has_traffic_filtering=True,id=7a75f32a-1452-4f18-8c9d-ee29773c4e1d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a75f32a-14') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:34.115122 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:80:31,bridge_name='br-int',has_traffic_filtering=True,id=7a75f32a-1452-4f18-8c9d-ee29773c4e1d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a75f32a-14') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:34.116945 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:34.116945 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a75f32a-14, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:34.117105 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:34.119140 np0040594247 nova-compute[88153]: INFO os_vif [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:80:31,bridge_name='br-int',has_traffic_filtering=True,id=7a75f32a-1452-4f18-8c9d-ee29773c4e1d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a75f32a-14')
Apr 30 15:38:34.119571 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Deleting instance files /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae_del
Apr 30 15:38:34.120164 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Deletion of /opt/stack/data/nova/instances/ae1e23e0-313c-4a62-8740-b67c4ff0b9ae_del complete
Apr 30 15:38:34.307318 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:34.357834 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:34.630281 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:38:34.635630 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94753920> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:38:34.635936 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:34.636425 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:35.086049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:35.087803 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:35.109542 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:35.112185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:35.145946 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:35.306437 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:35.317661 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:35.318568 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:35.318568 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:35.318568 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:35.319155 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:35.461016 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:35.483493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:35.651576 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 3ce82d18-9af3-4fb9-9411-28bca190ae40] Took 1.82 seconds to deallocate network for instance.
Apr 30 15:38:35.824513 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:35.825029 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:36.337501 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.701s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Traceback (most recent call last):
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     return f(*args, **kwargs)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     chosen_mdev = self._create_mdev(
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     self._host.device_create(conf)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     raise e.with_traceback(tb)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     rv = meth(*args, **kwargs)
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:36.339557 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] 
Apr 30 15:38:36.341084 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:38:36.342622 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Build of instance ae1e23e0-313c-4a62-8740-b67c4ff0b9ae was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:38:36.344875 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:38:36.345961 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:38:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-759660980',display_name='tempest-MigrationsAdminTest-server-759660980',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-migrationsadmintest-server-759660980',id=3,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-mlicrgn2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:34Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=ae1e23e0-313c-4a62-8740-b67c4ff0b9ae,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "address": "fa:16:3e:07:80:31", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7a75f32a-14", "ovs_interfaceid": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:36.346292 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "address": "fa:16:3e:07:80:31", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7a75f32a-14", "ovs_interfaceid": "7a75f32a-1452-4f18-8c9d-ee29773c4e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:36.347203 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:80:31,bridge_name='br-int',has_traffic_filtering=True,id=7a75f32a-1452-4f18-8c9d-ee29773c4e1d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a75f32a-14') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:36.347663 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:80:31,bridge_name='br-int',has_traffic_filtering=True,id=7a75f32a-1452-4f18-8c9d-ee29773c4e1d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a75f32a-14') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:36.348995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:36.349368 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a75f32a-14, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:36.350534 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:36.351802 np0040594247 nova-compute[88153]: INFO os_vif [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:80:31,bridge_name='br-int',has_traffic_filtering=True,id=7a75f32a-1452-4f18-8c9d-ee29773c4e1d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a75f32a-14')
Apr 30 15:38:36.352082 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:38:36.352638 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:38:36.352956 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:38:36.650912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:36.700128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:36.718292 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Deleted allocations for instance 3ce82d18-9af3-4fb9-9411-28bca190ae40
Apr 30 15:38:36.808791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:36.842333 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:36.943596 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:36.966715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:37.235353 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b0780fe3-e0ab-48a4-ac3a-f946a2b78f30 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "3ce82d18-9af3-4fb9-9411-28bca190ae40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.250s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:37.270443 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:37.375857 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:37.420316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:37.776151 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: ae1e23e0-313c-4a62-8740-b67c4ff0b9ae] Took 1.42 seconds to deallocate network for instance.
Apr 30 15:38:37.989744 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:38.050636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:38.853808 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Deleted allocations for instance ae1e23e0-313c-4a62-8740-b67c4ff0b9ae
Apr 30 15:38:39.085252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:39.089297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:39.094102 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:39.123364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:39.148480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:39.368289 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4bdf72cb-612f-4458-a35f-00a360a3424e tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "ae1e23e0-313c-4a62-8740-b67c4ff0b9ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.246s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:39.408753 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:39.440226 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:40.588347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:40.611717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:40.890331 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:41.074148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:41.145137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:41.165336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:43.274470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "c498a266-ac3a-4b6d-82cd-38090efbdfaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:43.275044 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "c498a266-ac3a-4b6d-82cd-38090efbdfaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:43.779793 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:38:43.890317 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:43.890613 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:44.311810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:44.312242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:44.316608 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:38:44.316939 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Claim successful on node np0040594247
Apr 30 15:38:44.567562 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "c5796549-d741-4ec6-88cb-c39dc3895e4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:44.567927 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "c5796549-d741-4ec6-88cb-c39dc3895e4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:44.889863 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:45.071752 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:38:45.397854 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:45.434479 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:45.441042 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:45.442145 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:45.442145 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:45.442145 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:45.442641 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:45.606171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:45.946997 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:45.947494 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:46.167323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:38:46.168769 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:38:46.169009 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:38:46.169257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:38:46.169888 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:46.170189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:38:46.459187 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:46.459840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:38:46.463468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.066s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:46.463845 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:46.464069 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:38:46.464690 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.859s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:46.471844 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:38:46.472324 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Claim successful on node np0040594247
Apr 30 15:38:46.677766 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:38:46.678838 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1515MB free_disk=56.75752639770508GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:38:46.679162 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:46.970226 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:38:46.970540 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:38:47.049072 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '427d98257cb74f4e86db61328236f6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aa707b33b549ebab37eb8814af1663', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:38:47.475961 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:38:47.494513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "e7543de1-8119-46d7-8f36-46b5983a9e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:47.494513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "e7543de1-8119-46d7-8f36-46b5983a9e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:47.589596 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Successfully created port: b5b2fd15-861a-4fda-b871-6a287709e681 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:38:47.654885 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:47.662901 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:47.663848 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:47.663848 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:47.664175 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:47.665250 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:47.980726 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:38:48.000467 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:38:48.169991 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:48.170531 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:48.386645 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Successfully updated port: b5b2fd15-861a-4fda-b871-6a287709e681 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:38:48.416800 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Received event network-changed-b5b2fd15-861a-4fda-b871-6a287709e681 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:38:48.417194 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Refreshing instance network info cache due to event network-changed-b5b2fd15-861a-4fda-b871-6a287709e681. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:38:48.417500 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] Acquiring lock "refresh_cache-c498a266-ac3a-4b6d-82cd-38090efbdfaa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:48.417707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] Acquired lock "refresh_cache-c498a266-ac3a-4b6d-82cd-38090efbdfaa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:48.418103 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Refreshing network info cache for port b5b2fd15-861a-4fda-b871-6a287709e681 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:38:48.530504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:48.682158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:48.682838 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:38:48.686257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.007s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:48.891741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "refresh_cache-c498a266-ac3a-4b6d-82cd-38090efbdfaa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:48.970173 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:48.994524 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:38:48.996864 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:38:48.997483 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Creating image(s)
Apr 30 15:38:48.998580 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "/opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:48.999543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "/opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:49.000499 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "/opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:49.001314 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:49.006694 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:49.008267 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:49.101539 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:49.108369 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:49.108909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:49.109587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:49.110187 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:49.115810 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:49.116319 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:49.193839 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:38:49.194096 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:38:49.210807 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:49.211281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:49.246045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:49.246596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.137s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:49.247068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:49.288926 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c1e05ca2de44eca6be2265c1b91d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f75551564d44a1953c68fc4c89380b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:38:49.336003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:49.336657 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:38:49.337103 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:49.427853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:49.428664 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Cannot resize image /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:38:49.429381 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:38:49.429761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Ensure instance console log exists: /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:38:49.430723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:49.430723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:49.431178 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:38:49.434582 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Available mdevs at: set().
Apr 30 15:38:49.434790 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:38:49.435074 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:49.439397 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:49.440396 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:38:49.445248 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Traceback (most recent call last):
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     yield resources
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     return f(*args, **kwargs)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     chosen_mdev = self._create_mdev(
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     self._host.device_create(conf)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     raise e.with_traceback(tb)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     rv = meth(*args, **kwargs)
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:49.447792 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] 
Apr 30 15:38:49.609742 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a38da0bd-1793-4f13-9f3a-f613982679fc req-2cf253d1-9540-4cf4-b1fe-b79677febbcd service nova] Releasing lock "refresh_cache-c498a266-ac3a-4b6d-82cd-38090efbdfaa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:49.610275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquired lock "refresh_cache-c498a266-ac3a-4b6d-82cd-38090efbdfaa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:49.610579 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:38:49.700866 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:38:49.738088 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance c498a266-ac3a-4b6d-82cd-38090efbdfaa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:38:49.738379 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance c5796549-d741-4ec6-88cb-c39dc3895e4f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:38:49.767371 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Successfully created port: 15e8deed-48a6-4947-8379-0071b4bd9126 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:38:50.212919 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:38:50.218408 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:50.242309 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance e7543de1-8119-46d7-8f36-46b5983a9e2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:38:50.244345 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:38:50.244625 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=768MB phys_disk=69GB used_disk=2GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:38:50.421438 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:50.430067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:50.431820 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:50.431820 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:50.534522 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Successfully updated port: 15e8deed-48a6-4947-8379-0071b4bd9126 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:38:50.540696 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Updating instance_info_cache with network_info: [{"id": "b5b2fd15-861a-4fda-b871-6a287709e681", "address": "fa:16:3e:78:f2:c8", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb5b2fd15-86", "ovs_interfaceid": "b5b2fd15-861a-4fda-b871-6a287709e681", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:50.576786 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Received event network-changed-15e8deed-48a6-4947-8379-0071b4bd9126 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:38:50.577083 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Refreshing instance network info cache due to event network-changed-15e8deed-48a6-4947-8379-0071b4bd9126. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:38:50.577415 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] Acquiring lock "refresh_cache-c5796549-d741-4ec6-88cb-c39dc3895e4f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:50.577881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] Acquired lock "refresh_cache-c5796549-d741-4ec6-88cb-c39dc3895e4f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:50.578153 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Refreshing network info cache for port 15e8deed-48a6-4947-8379-0071b4bd9126 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:38:50.935747 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:50.936382 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:51.038746 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "refresh_cache-c5796549-d741-4ec6-88cb-c39dc3895e4f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:51.043837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Releasing lock "refresh_cache-c498a266-ac3a-4b6d-82cd-38090efbdfaa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:51.044302 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Instance network_info: |[{"id": "b5b2fd15-861a-4fda-b871-6a287709e681", "address": "fa:16:3e:78:f2:c8", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb5b2fd15-86", "ovs_interfaceid": "b5b2fd15-861a-4fda-b871-6a287709e681", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:38:51.044877 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Terminating instance
Apr 30 15:38:51.125561 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:51.171459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:38:51.173099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:38:51.173308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:38:51.173484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:38:51.174103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:51.174462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:38:51.204292 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:51.230184 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:38:51.231504 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:38:51.231952 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Creating image(s)
Apr 30 15:38:51.232789 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "/opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:51.233101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:51.233954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:51.234695 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:51.239773 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:51.241374 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:51.329460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.087s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:51.330079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:51.330817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:51.331413 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:51.336929 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:51.337480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:51.426588 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:51.427219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:51.454296 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:38:51.454527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.768s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:51.455272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.925s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:51.461523 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:38:51.461862 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Claim successful on node np0040594247
Apr 30 15:38:51.466327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:51.466871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.136s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:51.467349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:51.551825 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:38:51.556923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:38:51.557175 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Instance destroyed successfully.
Apr 30 15:38:51.560524 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:38:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-LiveAutoBlockMigrationV225Test-server-507265698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-liveautoblockmigrationv225test-server-507265698',id=5,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3aa707b33b549ebab37eb8814af1663',ramdisk_id='',reservation_id='r-5ysed80f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveAutoBlockMigrationV225Test-566733684',owner_user_name='tempest-LiveAutoBlockMigrationV225Test-566733684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:48Z,user_data=None,user_id='427d98257cb74f4e86db61328236f6b4',uuid=c498a266-ac3a-4b6d-82cd-38090efbdfaa,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5b2fd15-861a-4fda-b871-6a287709e681", "address": "fa:16:3e:78:f2:c8", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb5b2fd15-86", "ovs_interfaceid": "b5b2fd15-861a-4fda-b871-6a287709e681", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:51.560913 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converting VIF {"id": "b5b2fd15-861a-4fda-b871-6a287709e681", "address": "fa:16:3e:78:f2:c8", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb5b2fd15-86", "ovs_interfaceid": "b5b2fd15-861a-4fda-b871-6a287709e681", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:51.562075 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:f2:c8,bridge_name='br-int',has_traffic_filtering=True,id=b5b2fd15-861a-4fda-b871-6a287709e681,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b2fd15-86') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:51.562579 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:f2:c8,bridge_name='br-int',has_traffic_filtering=True,id=b5b2fd15-861a-4fda-b871-6a287709e681,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b2fd15-86') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:51.564883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:51.565570 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:51.566075 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:38:51.566466 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:51.576573 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb5b2fd15-86, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:51.577400 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:51.582054 np0040594247 nova-compute[88153]: INFO os_vif [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:f2:c8,bridge_name='br-int',has_traffic_filtering=True,id=b5b2fd15-861a-4fda-b871-6a287709e681,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b2fd15-86')
Apr 30 15:38:51.582679 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Deleting instance files /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa_del
Apr 30 15:38:51.583365 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Deletion of /opt/stack/data/nova/instances/c498a266-ac3a-4b6d-82cd-38090efbdfaa_del complete
Apr 30 15:38:51.662551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:51.663042 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Cannot resize image /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:38:51.663520 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:38:51.664223 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Ensure instance console log exists: /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:38:51.664897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:51.665162 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:51.666721 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:38:51.671583 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Available mdevs at: set().
Apr 30 15:38:51.671844 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:38:51.672065 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:51.677109 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:51.678386 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:38:51.681597 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Traceback (most recent call last):
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     yield resources
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     return f(*args, **kwargs)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     chosen_mdev = self._create_mdev(
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     self._host.device_create(conf)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     raise e.with_traceback(tb)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     rv = meth(*args, **kwargs)
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:51.683882 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] 
Apr 30 15:38:51.708411 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1acf0aa8-1047-4c05-9a7d-a9a3edc5c021 req-45b817b4-cdab-4851-92cf-7345d09a4e76 service nova] Releasing lock "refresh_cache-c5796549-d741-4ec6-88cb-c39dc3895e4f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:51.709115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquired lock "refresh_cache-c5796549-d741-4ec6-88cb-c39dc3895e4f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:51.709402 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:38:52.094188 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:38:52.098185 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94175fd0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:38:52.098624 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:52.260058 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:52.455942 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:52.456482 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:52.456844 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:52.457208 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:38:52.457529 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:38:52.491936 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Updating instance_info_cache with network_info: [{"id": "15e8deed-48a6-4947-8379-0071b4bd9126", "address": "fa:16:3e:4f:2d:32", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap15e8deed-48", "ovs_interfaceid": "15e8deed-48a6-4947-8379-0071b4bd9126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:52.628125 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:52.633364 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:52.634180 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:52.634180 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:52.634521 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:52.634969 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:52.996545 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Releasing lock "refresh_cache-c5796549-d741-4ec6-88cb-c39dc3895e4f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:52.996966 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Instance network_info: |[{"id": "15e8deed-48a6-4947-8379-0071b4bd9126", "address": "fa:16:3e:4f:2d:32", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap15e8deed-48", "ovs_interfaceid": "15e8deed-48a6-4947-8379-0071b4bd9126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:38:52.997535 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Terminating instance
Apr 30 15:38:53.139657 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:53.140350 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:53.504067 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:38:53.507821 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:38:53.507990 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Instance destroyed successfully.
Apr 30 15:38:53.509245 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:38:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-1876077463',display_name='tempest-MigrationsAdminTest-server-1876077463',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-migrationsadmintest-server-1876077463',id=6,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-i80xhgke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:50Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=c5796549-d741-4ec6-88cb-c39dc3895e4f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15e8deed-48a6-4947-8379-0071b4bd9126", "address": "fa:16:3e:4f:2d:32", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap15e8deed-48", "ovs_interfaceid": "15e8deed-48a6-4947-8379-0071b4bd9126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:53.509580 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "15e8deed-48a6-4947-8379-0071b4bd9126", "address": "fa:16:3e:4f:2d:32", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap15e8deed-48", "ovs_interfaceid": "15e8deed-48a6-4947-8379-0071b4bd9126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:53.510543 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:2d:32,bridge_name='br-int',has_traffic_filtering=True,id=15e8deed-48a6-4947-8379-0071b4bd9126,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15e8deed-48') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:53.510990 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:2d:32,bridge_name='br-int',has_traffic_filtering=True,id=15e8deed-48a6-4947-8379-0071b4bd9126,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15e8deed-48') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:53.512756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:53.513188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15e8deed-48, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:53.513435 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:53.515647 np0040594247 nova-compute[88153]: INFO os_vif [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:2d:32,bridge_name='br-int',has_traffic_filtering=True,id=15e8deed-48a6-4947-8379-0071b4bd9126,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15e8deed-48')
Apr 30 15:38:53.516097 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Deleting instance files /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f_del
Apr 30 15:38:53.516720 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Deletion of /opt/stack/data/nova/instances/c5796549-d741-4ec6-88cb-c39dc3895e4f_del complete
Apr 30 15:38:53.652468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:53.653650 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:38:53.656601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.558s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:54.026409 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:38:54.030042 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c1aec30> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:38:54.030389 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:54.171955 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:38:54.172594 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:38:54.278005 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65202095d5224e8cbca61535888e64f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d8da50996434aa7b05577c41c5a1580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:38:54.309462 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:54.316245 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:54.317064 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:54.317064 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:54.317284 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:54.317761 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:54.674409 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:38:54.823389 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:54.823917 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:55.090168 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Successfully created port: 35762ab8-0b37-44a1-9442-4bb98eac56c7 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:38:55.176734 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:38:55.336262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.680s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Traceback (most recent call last):
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     return f(*args, **kwargs)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     chosen_mdev = self._create_mdev(
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     self._host.device_create(conf)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     raise e.with_traceback(tb)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     rv = meth(*args, **kwargs)
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:55.338223 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] 
Apr 30 15:38:55.339835 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:38:55.340952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.310s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:55.344299 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Build of instance c498a266-ac3a-4b6d-82cd-38090efbdfaa was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:38:55.346656 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:38:55.347798 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:38:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-LiveAutoBlockMigrationV225Test-server-507265698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-liveautoblockmigrationv225test-server-507265698',id=5,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3aa707b33b549ebab37eb8814af1663',ramdisk_id='',reservation_id='r-5ysed80f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveAutoBlockMigrationV225Test-566733684',owner_user_name='tempest-LiveAutoBlockMigrationV225Test-566733684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:52Z,user_data=None,user_id='427d98257cb74f4e86db61328236f6b4',uuid=c498a266-ac3a-4b6d-82cd-38090efbdfaa,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5b2fd15-861a-4fda-b871-6a287709e681", "address": "fa:16:3e:78:f2:c8", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb5b2fd15-86", "ovs_interfaceid": "b5b2fd15-861a-4fda-b871-6a287709e681", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:55.348220 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converting VIF {"id": "b5b2fd15-861a-4fda-b871-6a287709e681", "address": "fa:16:3e:78:f2:c8", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb5b2fd15-86", "ovs_interfaceid": "b5b2fd15-861a-4fda-b871-6a287709e681", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:55.348761 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:f2:c8,bridge_name='br-int',has_traffic_filtering=True,id=b5b2fd15-861a-4fda-b871-6a287709e681,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b2fd15-86') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:55.349301 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:f2:c8,bridge_name='br-int',has_traffic_filtering=True,id=b5b2fd15-861a-4fda-b871-6a287709e681,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b2fd15-86') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:55.350924 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:55.351309 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb5b2fd15-86, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:55.351549 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:55.355829 np0040594247 nova-compute[88153]: INFO os_vif [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:f2:c8,bridge_name='br-int',has_traffic_filtering=True,id=b5b2fd15-861a-4fda-b871-6a287709e681,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5b2fd15-86')
Apr 30 15:38:55.357119 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:38:55.357119 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:38:55.357119 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:38:55.761784 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Successfully updated port: 35762ab8-0b37-44a1-9442-4bb98eac56c7 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:38:55.801855 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Received event network-changed-35762ab8-0b37-44a1-9442-4bb98eac56c7 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:38:55.801855 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Refreshing instance network info cache due to event network-changed-35762ab8-0b37-44a1-9442-4bb98eac56c7. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:38:55.801855 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] Acquiring lock "refresh_cache-e7543de1-8119-46d7-8f36-46b5983a9e2b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:55.801855 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] Acquired lock "refresh_cache-e7543de1-8119-46d7-8f36-46b5983a9e2b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:55.801855 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Refreshing network info cache for port 35762ab8-0b37-44a1-9442-4bb98eac56c7 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:38:55.903210 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:55.925202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:55.936022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:55.959637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:56.017142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:56.068479 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:56.076255 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:56.087129 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:56.088281 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:38:56.088281 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:38:56.088460 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:56.088839 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:38:56.192806 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:38:56.194224 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:38:56.194699 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Creating image(s)
Apr 30 15:38:56.195358 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "/opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:56.195810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "/opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:56.197257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "/opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:56.197446 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:56.202511 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:56.203996 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:56.266454 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "refresh_cache-e7543de1-8119-46d7-8f36-46b5983a9e2b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:38:56.300767 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:56.301415 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:56.302212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:56.303086 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:56.311988 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:38:56.314054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:56.382605 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:56.412709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:56.412709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:56.452485 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk 1073741824" returned: 0 in 0.042s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:56.453114 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.151s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:56.453617 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:56.544434 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:56.549710 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:56.554384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:56.554926 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:38:56.555725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:38:56.596575 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:56.599030 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:38:56.664413 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:38:56.665057 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Cannot resize image /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:38:56.665403 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:38:56.666114 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Ensure instance console log exists: /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:38:56.666725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:56.667034 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:56.667485 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:38:56.674918 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Available mdevs at: set().
Apr 30 15:38:56.675249 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:38:56.675705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas xmlstr <device>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]: </device>
Apr 30 15:38:56.682186 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:38:56.683414 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:38:56.686829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Traceback (most recent call last):
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     yield resources
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     return f(*args, **kwargs)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     chosen_mdev = self._create_mdev(
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     self._host.device_create(conf)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     raise e.with_traceback(tb)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     rv = meth(*args, **kwargs)
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:56.690500 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] 
Apr 30 15:38:57.050040 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25c98e54-c067-4dde-a35c-3b142d7fe6db req-74c27217-eb47-4aff-acd3-4f732338b616 service nova] Releasing lock "refresh_cache-e7543de1-8119-46d7-8f36-46b5983a9e2b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:57.050914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquired lock "refresh_cache-e7543de1-8119-46d7-8f36-46b5983a9e2b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:38:57.051208 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:38:57.052985 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: c498a266-ac3a-4b6d-82cd-38090efbdfaa] Took 1.70 seconds to deallocate network for instance.
Apr 30 15:38:57.098910 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.109137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.109596 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.113513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.773s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Traceback (most recent call last):
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     return f(*args, **kwargs)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     chosen_mdev = self._create_mdev(
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     self._host.device_create(conf)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     rv = execute(f, *args, **kwargs)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     raise e.with_traceback(tb)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     rv = meth(*args, **kwargs)
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:38:57.115635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] 
Apr 30 15:38:57.117245 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:38:57.119301 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Build of instance c5796549-d741-4ec6-88cb-c39dc3895e4f was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:38:57.121709 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:38:57.122747 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:38:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-1876077463',display_name='tempest-MigrationsAdminTest-server-1876077463',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-migrationsadmintest-server-1876077463',id=6,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-i80xhgke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:54Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=c5796549-d741-4ec6-88cb-c39dc3895e4f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15e8deed-48a6-4947-8379-0071b4bd9126", "address": "fa:16:3e:4f:2d:32", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap15e8deed-48", "ovs_interfaceid": "15e8deed-48a6-4947-8379-0071b4bd9126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:57.123098 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "15e8deed-48a6-4947-8379-0071b4bd9126", "address": "fa:16:3e:4f:2d:32", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap15e8deed-48", "ovs_interfaceid": "15e8deed-48a6-4947-8379-0071b4bd9126", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:57.124545 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:2d:32,bridge_name='br-int',has_traffic_filtering=True,id=15e8deed-48a6-4947-8379-0071b4bd9126,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15e8deed-48') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:57.124761 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:2d:32,bridge_name='br-int',has_traffic_filtering=True,id=15e8deed-48a6-4947-8379-0071b4bd9126,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15e8deed-48') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:57.127048 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.127467 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15e8deed-48, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:57.127772 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:57.130482 np0040594247 nova-compute[88153]: INFO os_vif [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:2d:32,bridge_name='br-int',has_traffic_filtering=True,id=15e8deed-48a6-4947-8379-0071b4bd9126,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15e8deed-48')
Apr 30 15:38:57.130768 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:38:57.131072 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:38:57.131458 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:38:57.485488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.499252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.510268 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.541733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.603929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.634741 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:38:57.648272 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:57.871135 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Updating instance_info_cache with network_info: [{"id": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "address": "fa:16:3e:6f:b9:c6", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap35762ab8-0b", "ovs_interfaceid": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:58.027041 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:38:58.058196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:58.110603 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Deleted allocations for instance c498a266-ac3a-4b6d-82cd-38090efbdfaa
Apr 30 15:38:58.375957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Releasing lock "refresh_cache-e7543de1-8119-46d7-8f36-46b5983a9e2b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:38:58.376417 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Instance network_info: |[{"id": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "address": "fa:16:3e:6f:b9:c6", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap35762ab8-0b", "ovs_interfaceid": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:38:58.377017 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Terminating instance
Apr 30 15:38:58.530514 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: c5796549-d741-4ec6-88cb-c39dc3895e4f] Took 1.40 seconds to deallocate network for instance.
Apr 30 15:38:58.621518 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f326495b-1416-4e7c-ae3b-74b732d60d8b tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "c498a266-ac3a-4b6d-82cd-38090efbdfaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.346s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:38:58.884107 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:38:58.891344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:38:58.891647 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Instance destroyed successfully.
Apr 30 15:38:58.893156 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:38:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersAdminTestJSON-server-1582220992',display_name='tempest-DeleteServersAdminTestJSON-server-1582220992',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserversadmintestjson-server-1582220992',id=7,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d8da50996434aa7b05577c41c5a1580',ramdisk_id='',reservation_id='r-vnepabmy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersAdminTestJSON-178968756',owner_user_name='tempest-DeleteServersAdminTestJSON-178968756-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:55Z,user_data=None,user_id='65202095d5224e8cbca61535888e64f4',uuid=e7543de1-8119-46d7-8f36-46b5983a9e2b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "address": "fa:16:3e:6f:b9:c6", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap35762ab8-0b", "ovs_interfaceid": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:38:58.893621 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converting VIF {"id": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "address": "fa:16:3e:6f:b9:c6", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap35762ab8-0b", "ovs_interfaceid": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:38:58.895231 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b9:c6,bridge_name='br-int',has_traffic_filtering=True,id=35762ab8-0b37-44a1-9442-4bb98eac56c7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35762ab8-0b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:38:58.896017 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b9:c6,bridge_name='br-int',has_traffic_filtering=True,id=35762ab8-0b37-44a1-9442-4bb98eac56c7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35762ab8-0b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:38:58.897914 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:58.898350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap35762ab8-0b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:38:58.898689 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:38:58.901038 np0040594247 nova-compute[88153]: INFO os_vif [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b9:c6,bridge_name='br-int',has_traffic_filtering=True,id=35762ab8-0b37-44a1-9442-4bb98eac56c7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35762ab8-0b')
Apr 30 15:38:58.901494 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Deleting instance files /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b_del
Apr 30 15:38:58.902154 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Deletion of /opt/stack/data/nova/instances/e7543de1-8119-46d7-8f36-46b5983a9e2b_del complete
Apr 30 15:38:59.106746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.122175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.122175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.414968 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:38:59.422707 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c0e97c0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:38:59.422707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:38:59.422707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:38:59.600697 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Deleted allocations for instance c5796549-d741-4ec6-88cb-c39dc3895e4f
Apr 30 15:38:59.810468 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.820787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.834145 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.879257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.948146 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:38:59.993517 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:00.044627 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:00.058779 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:00.059713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:00.059713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:00.061329 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:00.061329 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:00.111795 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-c88d1223-3367-40b1-8e54-018f5bf8cb66 tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "c5796549-d741-4ec6-88cb-c39dc3895e4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.544s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:00.569625 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:00.569928 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:01.087193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.667s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Traceback (most recent call last):
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     return f(*args, **kwargs)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     chosen_mdev = self._create_mdev(
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     self._host.device_create(conf)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     raise e.with_traceback(tb)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     rv = meth(*args, **kwargs)
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:01.090691 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] 
Apr 30 15:39:01.092449 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:01.097224 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Build of instance e7543de1-8119-46d7-8f36-46b5983a9e2b was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:01.108063 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:01.108433 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:38:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersAdminTestJSON-server-1582220992',display_name='tempest-DeleteServersAdminTestJSON-server-1582220992',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserversadmintestjson-server-1582220992',id=7,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d8da50996434aa7b05577c41c5a1580',ramdisk_id='',reservation_id='r-vnepabmy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersAdminTestJSON-178968756',owner_user_name='tempest-DeleteServersAdminTestJSON-178968756-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:38:59Z,user_data=None,user_id='65202095d5224e8cbca61535888e64f4',uuid=e7543de1-8119-46d7-8f36-46b5983a9e2b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "address": "fa:16:3e:6f:b9:c6", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap35762ab8-0b", "ovs_interfaceid": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:01.108606 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converting VIF {"id": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "address": "fa:16:3e:6f:b9:c6", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap35762ab8-0b", "ovs_interfaceid": "35762ab8-0b37-44a1-9442-4bb98eac56c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:01.112040 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b9:c6,bridge_name='br-int',has_traffic_filtering=True,id=35762ab8-0b37-44a1-9442-4bb98eac56c7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35762ab8-0b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:01.112040 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b9:c6,bridge_name='br-int',has_traffic_filtering=True,id=35762ab8-0b37-44a1-9442-4bb98eac56c7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35762ab8-0b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:01.113244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:01.115314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap35762ab8-0b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:01.115314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:01.117178 np0040594247 nova-compute[88153]: INFO os_vif [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b9:c6,bridge_name='br-int',has_traffic_filtering=True,id=35762ab8-0b37-44a1-9442-4bb98eac56c7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35762ab8-0b')
Apr 30 15:39:01.118606 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:01.119157 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:01.119542 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:01.123559 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:01.125200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:01.128355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:01.175454 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.160762 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.183656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.209214 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:02.283467 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.358777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.397880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.713376 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: e7543de1-8119-46d7-8f36-46b5983a9e2b] Took 1.59 seconds to deallocate network for instance.
Apr 30 15:39:02.816706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.827961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.847604 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.876880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.938935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:02.979543 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.064932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.092109 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.094881 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.096793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.098221 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.694422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.706547 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.715980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.726956 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.767516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.811583 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Deleted allocations for instance e7543de1-8119-46d7-8f36-46b5983a9e2b
Apr 30 15:39:03.821961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:03.857933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:04.324220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8f78c1cc-3700-494f-89b8-a7fce826810e tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "e7543de1-8119-46d7-8f36-46b5983a9e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.830s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:05.098791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:05.101658 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:05.104821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:05.106615 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:05.134066 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:05.991472 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "4c7b0b73-35e3-4f01-b938-2631ac5fb993" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:05.991832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "4c7b0b73-35e3-4f01-b938-2631ac5fb993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:06.006709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:06.006709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:06.495006 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:06.510915 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:07.030121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:07.030633 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:07.041231 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:07.041526 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Claim successful on node np0040594247
Apr 30 15:39:07.046272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:07.966444 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:07.967026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:08.067729 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:08.208868 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:08.215279 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:08.216963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:08.216963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:08.216963 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:08.216963 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:08.469930 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:08.721123 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:08.721625 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:08.921809 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "c29cd24f-01fd-487f-90d0-94e54c0b2478" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:08.922316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "c29cd24f-01fd-487f-90d0-94e54c0b2478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:09.003871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:09.236761 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:09.237077 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:09.240705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.194s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:09.245905 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:09.246220 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Claim successful on node np0040594247
Apr 30 15:39:09.425811 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:09.745205 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:09.745521 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:09.826458 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c1e05ca2de44eca6be2265c1b91d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f75551564d44a1953c68fc4c89380b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:09.956970 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:10.249902 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:10.324001 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Successfully created port: cf20b957-4680-4372-b18a-9fa936dca99a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:10.428522 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:10.433753 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:10.434772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:10.434772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:10.434772 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:10.435205 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:10.755092 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:10.943546 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:10.944434 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:11.069993 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Successfully updated port: cf20b957-4680-4372-b18a-9fa936dca99a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:11.102295 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Received event network-changed-cf20b957-4680-4372-b18a-9fa936dca99a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:11.102620 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Refreshing instance network info cache due to event network-changed-cf20b957-4680-4372-b18a-9fa936dca99a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:11.103050 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] Acquiring lock "refresh_cache-4c7b0b73-35e3-4f01-b938-2631ac5fb993" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:11.103259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] Acquired lock "refresh_cache-4c7b0b73-35e3-4f01-b938-2631ac5fb993" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:11.103473 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Refreshing network info cache for port cf20b957-4680-4372-b18a-9fa936dca99a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:11.176934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:11.460143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:11.460799 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:11.464290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.461s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:11.468987 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:11.469216 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Claim successful on node np0040594247
Apr 30 15:39:11.574666 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "refresh_cache-4c7b0b73-35e3-4f01-b938-2631ac5fb993" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:11.654893 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:11.737267 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:11.766540 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:11.767902 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:11.768340 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Creating image(s)
Apr 30 15:39:11.769057 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "/opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:11.769384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:11.770319 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:11.771245 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:11.776208 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:11.777863 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:11.867641 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:11.868211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:11.868916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:11.869476 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:11.874840 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:11.875356 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:11.963005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.087s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:11.963477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:11.985574 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:11.985574 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:12.001379 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:12.001916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.133s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:12.002387 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:12.050888 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '427d98257cb74f4e86db61328236f6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aa707b33b549ebab37eb8814af1663', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:12.102906 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:12.102906 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:12.102906 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:12.195181 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:12.195764 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Cannot resize image /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:12.196310 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:12.197095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Ensure instance console log exists: /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:12.197095 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:12.197525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:12.197980 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:12.201914 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Available mdevs at: set().
Apr 30 15:39:12.202350 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:12.202816 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:12.207750 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:12.209160 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:12.211439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Traceback (most recent call last):
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     yield resources
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     return f(*args, **kwargs)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     chosen_mdev = self._create_mdev(
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     self._host.device_create(conf)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     raise e.with_traceback(tb)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     rv = meth(*args, **kwargs)
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:12.214053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] 
Apr 30 15:39:12.241233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-139dae6d-3704-482b-b79e-823133b3f6aa req-0df17ddc-999a-4b61-aaff-cb468b61382c service nova] Releasing lock "refresh_cache-4c7b0b73-35e3-4f01-b938-2631ac5fb993" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:12.241886 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquired lock "refresh_cache-4c7b0b73-35e3-4f01-b938-2631ac5fb993" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:12.242173 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:12.490462 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:12.553531 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Successfully created port: c7f65235-1088-4001-98b7-1eb66c35e42a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:12.662821 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:12.668972 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:12.670529 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:12.670529 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:12.670529 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:12.670782 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:12.806168 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:13.000336 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:13.070227 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:13.106223 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Updating instance_info_cache with network_info: [{"id": "cf20b957-4680-4372-b18a-9fa936dca99a", "address": "fa:16:3e:73:b7:22", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcf20b957-46", "ovs_interfaceid": "cf20b957-4680-4372-b18a-9fa936dca99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:13.174888 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:13.175529 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:13.188102 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Successfully updated port: c7f65235-1088-4001-98b7-1eb66c35e42a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:13.210602 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Received event network-changed-c7f65235-1088-4001-98b7-1eb66c35e42a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:13.211098 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Refreshing instance network info cache due to event network-changed-c7f65235-1088-4001-98b7-1eb66c35e42a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:13.211318 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] Acquiring lock "refresh_cache-32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:13.211857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] Acquired lock "refresh_cache-32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:13.211857 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Refreshing network info cache for port c7f65235-1088-4001-98b7-1eb66c35e42a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:13.610354 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Releasing lock "refresh_cache-4c7b0b73-35e3-4f01-b938-2631ac5fb993" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:13.611002 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Instance network_info: |[{"id": "cf20b957-4680-4372-b18a-9fa936dca99a", "address": "fa:16:3e:73:b7:22", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcf20b957-46", "ovs_interfaceid": "cf20b957-4680-4372-b18a-9fa936dca99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:13.611491 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Terminating instance
Apr 30 15:39:13.691999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:13.692641 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:13.696351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "refresh_cache-32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:13.696707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.740s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:13.702022 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:13.702318 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Claim successful on node np0040594247
Apr 30 15:39:13.768741 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:13.875052 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:14.019997 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:14.021467 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:14.022088 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Creating image(s)
Apr 30 15:39:14.022997 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "/opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:14.023322 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "/opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:14.024307 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "/opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:14.025080 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:14.030006 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:14.031721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:14.120402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:14.122982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:14.123753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:14.124571 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:14.125538 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:14.130523 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:14.131188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:14.144443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:14.144656 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Instance destroyed successfully.
Apr 30 15:39:14.147426 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-379829873',display_name='tempest-MigrationsAdminTest-server-379829873',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(39),hidden=False,host='np0040594247',hostname='tempest-migrationsadmintest-server-379829873',id=8,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=39,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-z9t2oq6s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:11Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=4c7b0b73-35e3-4f01-b938-2631ac5fb993,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf20b957-4680-4372-b18a-9fa936dca99a", "address": "fa:16:3e:73:b7:22", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcf20b957-46", "ovs_interfaceid": "cf20b957-4680-4372-b18a-9fa936dca99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:14.147812 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "cf20b957-4680-4372-b18a-9fa936dca99a", "address": "fa:16:3e:73:b7:22", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcf20b957-46", "ovs_interfaceid": "cf20b957-4680-4372-b18a-9fa936dca99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:14.149287 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=cf20b957-4680-4372-b18a-9fa936dca99a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf20b957-46') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:14.149887 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=cf20b957-4680-4372-b18a-9fa936dca99a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf20b957-46') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:14.153142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:14.153705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcf20b957-46, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:14.154035 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:14.158719 np0040594247 nova-compute[88153]: INFO os_vif [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=cf20b957-4680-4372-b18a-9fa936dca99a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf20b957-46')
Apr 30 15:39:14.159713 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Deleting instance files /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993_del
Apr 30 15:39:14.160562 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Deletion of /opt/stack/data/nova/instances/4c7b0b73-35e3-4f01-b938-2631ac5fb993_del complete
Apr 30 15:39:14.203416 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:14.203416 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:14.232209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:14.233058 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:14.270160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:14.271705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:14.271705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:14.287631 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76820d5a30b8424abbce82bda5300d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e45544dd7d64565a0625dec851b9d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:14.364404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:14.364946 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Checking if we can resize image /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:14.365385 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:14.380726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f9d035bb-5773-4f1b-93e2-5cd6b3d9c2cc req-9787fc58-3b6f-422a-81ae-e44c00f2ba88 service nova] Releasing lock "refresh_cache-32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:14.381718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquired lock "refresh_cache-32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:14.382234 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:14.459883 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:14.460371 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Cannot resize image /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:14.460919 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:14.461260 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Ensure instance console log exists: /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:14.461780 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:14.462164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:14.462564 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:14.466148 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Available mdevs at: set().
Apr 30 15:39:14.466584 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:14.467087 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:14.472099 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:14.473997 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:14.477863 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Traceback (most recent call last):
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     yield resources
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     return f(*args, **kwargs)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     chosen_mdev = self._create_mdev(
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     self._host.device_create(conf)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     raise e.with_traceback(tb)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     rv = meth(*args, **kwargs)
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:14.480438 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] 
Apr 30 15:39:14.673034 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:14.676269 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70788170> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:14.676544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:14.712383 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:14.796381 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Successfully created port: f54e41e0-2e74-4fcf-890b-7207a568a2a9 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:14.897787 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:14.907847 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:14.908720 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:14.908720 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:14.908850 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:14.909317 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:14.940263 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:15.187796 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Updating instance_info_cache with network_info: [{"id": "c7f65235-1088-4001-98b7-1eb66c35e42a", "address": "fa:16:3e:d1:6f:1d", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f65235-10", "ovs_interfaceid": "c7f65235-1088-4001-98b7-1eb66c35e42a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:15.216907 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:15.415884 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Successfully updated port: f54e41e0-2e74-4fcf-890b-7207a568a2a9 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:15.418498 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:15.419011 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:15.486594 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Received event network-changed-f54e41e0-2e74-4fcf-890b-7207a568a2a9 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:15.486936 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Refreshing instance network info cache due to event network-changed-f54e41e0-2e74-4fcf-890b-7207a568a2a9. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:15.487283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] Acquiring lock "refresh_cache-f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:15.487534 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] Acquired lock "refresh_cache-f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:15.487847 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Refreshing network info cache for port f54e41e0-2e74-4fcf-890b-7207a568a2a9 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:15.691749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Releasing lock "refresh_cache-32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:15.692423 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Instance network_info: |[{"id": "c7f65235-1088-4001-98b7-1eb66c35e42a", "address": "fa:16:3e:d1:6f:1d", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f65235-10", "ovs_interfaceid": "c7f65235-1088-4001-98b7-1eb66c35e42a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:15.692697 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Terminating instance
Apr 30 15:39:15.929567 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "refresh_cache-f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:15.931213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:15.931857 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:15.935295 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.259s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:16.038805 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:16.162363 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:16.197793 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:16.201310 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:16.201615 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Instance destroyed successfully.
Apr 30 15:39:16.203000 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-LiveAutoBlockMigrationV225Test-server-1915511953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-liveautoblockmigrationv225test-server-1915511953',id=9,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM62CtAfKjq3PqxRGBqWRjMKpujQkKqNkEKUqey7T8aBHHHFJzNdSKyr+5nvwjsT0Cn3ER5eqURKrwISXvGuBLZPvuHFeW2EBun+zl76tax4KoUbYLIfZOoAweUODcLmNw==',key_name='tempest-keypair-1565899337',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3aa707b33b549ebab37eb8814af1663',ramdisk_id='',reservation_id='r-06ximrdu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveAutoBlockMigrationV225Test-566733684',owner_user_name='tempest-LiveAutoBlockMigrationV225Test-566733684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='427d98257cb74f4e86db61328236f6b4',uuid=32d3f16d-4b9f-4efe-ad4d-b2e4d595e212,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7f65235-1088-4001-98b7-1eb66c35e42a", "address": "fa:16:3e:d1:6f:1d", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f65235-10", "ovs_interfaceid": "c7f65235-1088-4001-98b7-1eb66c35e42a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:16.203485 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converting VIF {"id": "c7f65235-1088-4001-98b7-1eb66c35e42a", "address": "fa:16:3e:d1:6f:1d", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f65235-10", "ovs_interfaceid": "c7f65235-1088-4001-98b7-1eb66c35e42a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:16.204536 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:6f:1d,bridge_name='br-int',has_traffic_filtering=True,id=c7f65235-1088-4001-98b7-1eb66c35e42a,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f65235-10') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:16.205234 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:6f:1d,bridge_name='br-int',has_traffic_filtering=True,id=c7f65235-1088-4001-98b7-1eb66c35e42a,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f65235-10') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:16.207330 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:16.208008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7f65235-10, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:16.208437 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:16.212014 np0040594247 nova-compute[88153]: INFO os_vif [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:6f:1d,bridge_name='br-int',has_traffic_filtering=True,id=c7f65235-1088-4001-98b7-1eb66c35e42a,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f65235-10')
Apr 30 15:39:16.212616 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Deleting instance files /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212_del
Apr 30 15:39:16.213390 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Deletion of /opt/stack/data/nova/instances/32d3f16d-4b9f-4efe-ad4d-b2e4d595e212_del complete
Apr 30 15:39:16.230177 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:16.231783 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:16.232279 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Creating image(s)
Apr 30 15:39:16.233525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "/opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:16.233934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "/opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:16.234995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "/opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:16.236098 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:16.241616 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:16.243275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:16.337117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:16.338018 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:16.339175 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:16.340162 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:16.346492 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:16.347035 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:16.434811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.087s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:16.435405 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:16.459347 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:16.459493 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:16.468836 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk 1073741824" returned: 0 in 0.033s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:16.469305 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.130s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:16.469775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:16.562248 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:16.562792 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:16.563263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:16.593321 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65202095d5224e8cbca61535888e64f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d8da50996434aa7b05577c41c5a1580', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:16.637333 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:16.649825 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:16.650986 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:16.650986 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:16.650986 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:16.651583 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:16.661472 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:16.661955 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Cannot resize image /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:16.662447 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:16.662840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Ensure instance console log exists: /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:16.663576 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:16.663803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:16.664036 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:16.665899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-37fb20f8-e3f4-4afe-b5ae-437eec347c28 req-5a180d3f-78f5-4778-90db-5e1b2f9e5571 service nova] Releasing lock "refresh_cache-f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:16.666762 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquired lock "refresh_cache-f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:16.668100 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:16.673705 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Available mdevs at: set().
Apr 30 15:39:16.673705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:16.673705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:16.682908 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:16.684613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:16.688169 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Traceback (most recent call last):
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     yield resources
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     return f(*args, **kwargs)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     chosen_mdev = self._create_mdev(
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     self._host.device_create(conf)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     raise e.with_traceback(tb)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     rv = meth(*args, **kwargs)
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:16.690406 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] 
Apr 30 15:39:16.722121 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:16.725092 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d707a4800> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:16.725366 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:16.960445 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:17.113934 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Successfully created port: 7716c63f-9ef8-470c-bdaa-65bb28d38dde {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:17.160930 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:17.161442 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:17.217297 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:17.465449 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:17.496840 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Updating instance_info_cache with network_info: [{"id": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "address": "fa:16:3e:ab:89:3e", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf54e41e0-2e", "ovs_interfaceid": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:17.673224 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.738s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Traceback (most recent call last):
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     return f(*args, **kwargs)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     chosen_mdev = self._create_mdev(
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     self._host.device_create(conf)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     raise e.with_traceback(tb)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     rv = meth(*args, **kwargs)
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:17.678290 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] 
Apr 30 15:39:17.681219 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:17.681219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.955s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:17.688704 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Build of instance 4c7b0b73-35e3-4f01-b938-2631ac5fb993 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:17.688704 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:17.689593 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-379829873',display_name='tempest-MigrationsAdminTest-server-379829873',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(39),hidden=False,host=None,hostname='tempest-migrationsadmintest-server-379829873',id=8,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=39,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-z9t2oq6s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:14Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=4c7b0b73-35e3-4f01-b938-2631ac5fb993,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf20b957-4680-4372-b18a-9fa936dca99a", "address": "fa:16:3e:73:b7:22", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcf20b957-46", "ovs_interfaceid": "cf20b957-4680-4372-b18a-9fa936dca99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:17.690048 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "cf20b957-4680-4372-b18a-9fa936dca99a", "address": "fa:16:3e:73:b7:22", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcf20b957-46", "ovs_interfaceid": "cf20b957-4680-4372-b18a-9fa936dca99a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:17.691243 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=cf20b957-4680-4372-b18a-9fa936dca99a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf20b957-46') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:17.691961 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=cf20b957-4680-4372-b18a-9fa936dca99a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf20b957-46') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:17.694285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:17.695117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcf20b957-46, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:17.695629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:17.701400 np0040594247 nova-compute[88153]: INFO os_vif [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=cf20b957-4680-4372-b18a-9fa936dca99a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf20b957-46')
Apr 30 15:39:17.701692 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:17.702699 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:17.702699 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:17.718484 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Successfully updated port: 7716c63f-9ef8-470c-bdaa-65bb28d38dde {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:17.909191 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Received event network-changed-7716c63f-9ef8-470c-bdaa-65bb28d38dde {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:17.909568 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Refreshing instance network info cache due to event network-changed-7716c63f-9ef8-470c-bdaa-65bb28d38dde. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:17.910117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] Acquiring lock "refresh_cache-c29cd24f-01fd-487f-90d0-94e54c0b2478" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:17.910252 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] Acquired lock "refresh_cache-c29cd24f-01fd-487f-90d0-94e54c0b2478" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:17.910536 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Refreshing network info cache for port 7716c63f-9ef8-470c-bdaa-65bb28d38dde {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:18.000457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Releasing lock "refresh_cache-f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:18.000907 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Instance network_info: |[{"id": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "address": "fa:16:3e:ab:89:3e", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf54e41e0-2e", "ovs_interfaceid": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:18.001508 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Terminating instance
Apr 30 15:39:18.074941 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:18.226463 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "refresh_cache-c29cd24f-01fd-487f-90d0-94e54c0b2478" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:18.343829 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:18.348759 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:18.349900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:18.349900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:18.349900 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:18.350116 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:18.461345 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:18.477742 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:18.479147 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:18.479586 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Creating image(s)
Apr 30 15:39:18.480263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "/opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:18.480586 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "/opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:18.481527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "/opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:18.482369 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:18.487301 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:18.492170 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:18.508893 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:18.515876 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:18.516038 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Instance destroyed successfully.
Apr 30 15:39:18.517518 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationTest-server-1129563417',display_name='tempest-LiveMigrationTest-server-1129563417',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-livemigrationtest-server-1129563417',id=10,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e45544dd7d64565a0625dec851b9d3d',ramdisk_id='',reservation_id='r-41knt1ur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationTest-1871100571',owner_user_name='tempest-LiveMigrationTest-1871100571-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:15Z,user_data=None,user_id='76820d5a30b8424abbce82bda5300d48',uuid=f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "address": "fa:16:3e:ab:89:3e", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf54e41e0-2e", "ovs_interfaceid": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:18.517877 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converting VIF {"id": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "address": "fa:16:3e:ab:89:3e", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf54e41e0-2e", "ovs_interfaceid": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:18.518927 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:89:3e,bridge_name='br-int',has_traffic_filtering=True,id=f54e41e0-2e74-4fcf-890b-7207a568a2a9,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf54e41e0-2e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:18.519389 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:89:3e,bridge_name='br-int',has_traffic_filtering=True,id=f54e41e0-2e74-4fcf-890b-7207a568a2a9,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf54e41e0-2e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:18.521340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:18.522018 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf54e41e0-2e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:18.522194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:18.524743 np0040594247 nova-compute[88153]: INFO os_vif [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:89:3e,bridge_name='br-int',has_traffic_filtering=True,id=f54e41e0-2e74-4fcf-890b-7207a568a2a9,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf54e41e0-2e')
Apr 30 15:39:18.525243 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Deleting instance files /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c_del
Apr 30 15:39:18.525888 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Deletion of /opt/stack/data/nova/instances/f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c_del complete
Apr 30 15:39:18.559284 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:18.583646 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:18.586108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:18.587538 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:18.588577 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:18.589651 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:18.595294 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:18.596038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:18.698959 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:18.699749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:18.736879 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:18.737581 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.149s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:18.738148 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:18.834466 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:18.835148 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:18.835581 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:18.857114 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:18.857825 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:18.930729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:18.930999 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Cannot resize image /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:18.931355 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:18.931720 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Ensure instance console log exists: /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:18.932193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:18.932566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:18.933035 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:18.936363 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Available mdevs at: set().
Apr 30 15:39:18.936697 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:18.936955 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:18.944236 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:18.945136 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:18.949153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Traceback (most recent call last):
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     yield resources
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     return f(*args, **kwargs)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     chosen_mdev = self._create_mdev(
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     self._host.device_create(conf)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     raise e.with_traceback(tb)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     rv = meth(*args, **kwargs)
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:18.951748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] 
Apr 30 15:39:19.034553 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:19.040994 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d707cfc20> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:19.041412 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:19.063617 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-29cbdac2-2d5c-41e3-b1c4-f89d0b803988 req-724f6c67-b1b7-4dd3-97cb-573a87fe6f8e service nova] Releasing lock "refresh_cache-c29cd24f-01fd-487f-90d0-94e54c0b2478" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:19.064338 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquired lock "refresh_cache-c29cd24f-01fd-487f-90d0-94e54c0b2478" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:19.064642 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:19.086856 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 4c7b0b73-35e3-4f01-b938-2631ac5fb993] Took 1.38 seconds to deallocate network for instance.
Apr 30 15:39:19.370881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.690s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Traceback (most recent call last):
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     return f(*args, **kwargs)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     chosen_mdev = self._create_mdev(
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     self._host.device_create(conf)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     raise e.with_traceback(tb)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     rv = meth(*args, **kwargs)
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:19.372690 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] 
Apr 30 15:39:19.374369 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:19.374966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.334s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:19.378713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Build of instance 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:19.380806 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:19.381826 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-LiveAutoBlockMigrationV225Test-server-1915511953',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-liveautoblockmigrationv225test-server-1915511953',id=9,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM62CtAfKjq3PqxRGBqWRjMKpujQkKqNkEKUqey7T8aBHHHFJzNdSKyr+5nvwjsT0Cn3ER5eqURKrwISXvGuBLZPvuHFeW2EBun+zl76tax4KoUbYLIfZOoAweUODcLmNw==',key_name='tempest-keypair-1565899337',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f3aa707b33b549ebab37eb8814af1663',ramdisk_id='',reservation_id='r-06ximrdu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveAutoBlockMigrationV225Test-566733684',owner_user_name='tempest-LiveAutoBlockMigrationV225Test-566733684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='427d98257cb74f4e86db61328236f6b4',uuid=32d3f16d-4b9f-4efe-ad4d-b2e4d595e212,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7f65235-1088-4001-98b7-1eb66c35e42a", "address": "fa:16:3e:d1:6f:1d", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f65235-10", "ovs_interfaceid": "c7f65235-1088-4001-98b7-1eb66c35e42a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:19.382174 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converting VIF {"id": "c7f65235-1088-4001-98b7-1eb66c35e42a", "address": "fa:16:3e:d1:6f:1d", "network": {"id": "5b586c62-7345-4777-9d06-fbc4cc0f75fc", "bridge": "br-int", "label": "tempest-LiveAutoBlockMigrationV225Test-320342258-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f3aa707b33b549ebab37eb8814af1663", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f65235-10", "ovs_interfaceid": "c7f65235-1088-4001-98b7-1eb66c35e42a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:19.383148 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:6f:1d,bridge_name='br-int',has_traffic_filtering=True,id=c7f65235-1088-4001-98b7-1eb66c35e42a,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f65235-10') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:19.383596 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:6f:1d,bridge_name='br-int',has_traffic_filtering=True,id=c7f65235-1088-4001-98b7-1eb66c35e42a,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f65235-10') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:19.385804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:19.386324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7f65235-10, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:19.386634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:19.389169 np0040594247 nova-compute[88153]: INFO os_vif [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:6f:1d,bridge_name='br-int',has_traffic_filtering=True,id=c7f65235-1088-4001-98b7-1eb66c35e42a,network=Network(5b586c62-7345-4777-9d06-fbc4cc0f75fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f65235-10')
Apr 30 15:39:19.389451 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:19.389780 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:19.390067 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:19.614893 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:19.981736 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Updating instance_info_cache with network_info: [{"id": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "address": "fa:16:3e:f8:b6:7c", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7716c63f-9e", "ovs_interfaceid": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:20.088870 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:20.096888 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:20.098421 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:20.098421 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:20.098421 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:20.099055 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:20.146610 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Deleted allocations for instance 4c7b0b73-35e3-4f01-b938-2631ac5fb993
Apr 30 15:39:20.435605 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:20.484223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Releasing lock "refresh_cache-c29cd24f-01fd-487f-90d0-94e54c0b2478" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:20.484722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Instance network_info: |[{"id": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "address": "fa:16:3e:f8:b6:7c", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7716c63f-9e", "ovs_interfaceid": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:20.485636 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Terminating instance
Apr 30 15:39:20.608997 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:20.609476 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:20.656642 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dc13962-71de-4dd6-9846-aeffcd4c0d3f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "4c7b0b73-35e3-4f01-b938-2631ac5fb993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.665s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:20.938918 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] [instance: 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212] Took 1.55 seconds to deallocate network for instance.
Apr 30 15:39:20.992173 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:20.996324 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:20.996494 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Instance destroyed successfully.
Apr 30 15:39:20.997776 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersAdminTestJSON-server-1095094103',display_name='tempest-DeleteServersAdminTestJSON-server-1095094103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserversadmintestjson-server-1095094103',id=11,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d8da50996434aa7b05577c41c5a1580',ramdisk_id='',reservation_id='r-0g474jwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersAdminTestJSON-178968756',owner_user_name='tempest-DeleteServersAdminTestJSON-178968756-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:18Z,user_data=None,user_id='65202095d5224e8cbca61535888e64f4',uuid=c29cd24f-01fd-487f-90d0-94e54c0b2478,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "address": "fa:16:3e:f8:b6:7c", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7716c63f-9e", "ovs_interfaceid": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:20.998109 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converting VIF {"id": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "address": "fa:16:3e:f8:b6:7c", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7716c63f-9e", "ovs_interfaceid": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:20.998948 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b6:7c,bridge_name='br-int',has_traffic_filtering=True,id=7716c63f-9ef8-470c-bdaa-65bb28d38dde,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7716c63f-9e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:20.999359 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b6:7c,bridge_name='br-int',has_traffic_filtering=True,id=7716c63f-9ef8-470c-bdaa-65bb28d38dde,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7716c63f-9e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:21.001090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:21.001478 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7716c63f-9e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:21.001764 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:21.004000 np0040594247 nova-compute[88153]: INFO os_vif [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b6:7c,bridge_name='br-int',has_traffic_filtering=True,id=7716c63f-9ef8-470c-bdaa-65bb28d38dde,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7716c63f-9e')
Apr 30 15:39:21.004447 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Deleting instance files /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478_del
Apr 30 15:39:21.005071 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Deletion of /opt/stack/data/nova/instances/c29cd24f-01fd-487f-90d0-94e54c0b2478_del complete
Apr 30 15:39:21.121610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.746s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Traceback (most recent call last):
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     return f(*args, **kwargs)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     chosen_mdev = self._create_mdev(
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     self._host.device_create(conf)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     raise e.with_traceback(tb)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     rv = meth(*args, **kwargs)
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:21.123702 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] 
Apr 30 15:39:21.126886 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:21.126886 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Build of instance f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:21.128793 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:21.129919 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationTest-server-1129563417',display_name='tempest-LiveMigrationTest-server-1129563417',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-livemigrationtest-server-1129563417',id=10,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e45544dd7d64565a0625dec851b9d3d',ramdisk_id='',reservation_id='r-41knt1ur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationTest-1871100571',owner_user_name='tempest-LiveMigrationTest-1871100571-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:19Z,user_data=None,user_id='76820d5a30b8424abbce82bda5300d48',uuid=f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "address": "fa:16:3e:ab:89:3e", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf54e41e0-2e", "ovs_interfaceid": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:21.130252 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converting VIF {"id": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "address": "fa:16:3e:ab:89:3e", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf54e41e0-2e", "ovs_interfaceid": "f54e41e0-2e74-4fcf-890b-7207a568a2a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:21.131042 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:89:3e,bridge_name='br-int',has_traffic_filtering=True,id=f54e41e0-2e74-4fcf-890b-7207a568a2a9,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf54e41e0-2e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:21.131445 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:89:3e,bridge_name='br-int',has_traffic_filtering=True,id=f54e41e0-2e74-4fcf-890b-7207a568a2a9,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf54e41e0-2e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:21.132792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:21.133175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf54e41e0-2e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:21.133417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:21.135616 np0040594247 nova-compute[88153]: INFO os_vif [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:89:3e,bridge_name='br-int',has_traffic_filtering=True,id=f54e41e0-2e74-4fcf-890b-7207a568a2a9,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf54e41e0-2e')
Apr 30 15:39:21.135926 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:21.136213 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:21.136531 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:21.178698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:21.514222 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:21.516749 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d942cbe90> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:21.517018 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:21.517374 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:21.989098 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Deleted allocations for instance 32d3f16d-4b9f-4efe-ad4d-b2e4d595e212
Apr 30 15:39:22.001272 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:22.161159 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:22.171620 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:22.173598 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:22.173598 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:22.173598 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:22.173598 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:22.505459 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c] Took 1.37 seconds to deallocate network for instance.
Apr 30 15:39:22.508981 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eefe54e8-a269-4583-8c6f-e3f2528307f8 tempest-LiveAutoBlockMigrationV225Test-566733684 tempest-LiveAutoBlockMigrationV225Test-566733684-project-member] Lock "32d3f16d-4b9f-4efe-ad4d-b2e4d595e212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.503s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:22.678788 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:22.679312 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:23.191636 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.674s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Traceback (most recent call last):
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     return f(*args, **kwargs)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     chosen_mdev = self._create_mdev(
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     self._host.device_create(conf)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     raise e.with_traceback(tb)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     rv = meth(*args, **kwargs)
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:23.194787 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] 
Apr 30 15:39:23.196467 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:23.199783 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Build of instance c29cd24f-01fd-487f-90d0-94e54c0b2478 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:23.202175 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:23.203659 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersAdminTestJSON-server-1095094103',display_name='tempest-DeleteServersAdminTestJSON-server-1095094103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserversadmintestjson-server-1095094103',id=11,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d8da50996434aa7b05577c41c5a1580',ramdisk_id='',reservation_id='r-0g474jwy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersAdminTestJSON-178968756',owner_user_name='tempest-DeleteServersAdminTestJSON-178968756-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:21Z,user_data=None,user_id='65202095d5224e8cbca61535888e64f4',uuid=c29cd24f-01fd-487f-90d0-94e54c0b2478,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "address": "fa:16:3e:f8:b6:7c", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7716c63f-9e", "ovs_interfaceid": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:23.204040 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converting VIF {"id": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "address": "fa:16:3e:f8:b6:7c", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7716c63f-9e", "ovs_interfaceid": "7716c63f-9ef8-470c-bdaa-65bb28d38dde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:23.204883 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b6:7c,bridge_name='br-int',has_traffic_filtering=True,id=7716c63f-9ef8-470c-bdaa-65bb28d38dde,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7716c63f-9e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:23.205289 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b6:7c,bridge_name='br-int',has_traffic_filtering=True,id=7716c63f-9ef8-470c-bdaa-65bb28d38dde,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7716c63f-9e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:23.206654 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:23.207062 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7716c63f-9e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:23.207307 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:23.209922 np0040594247 nova-compute[88153]: INFO os_vif [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b6:7c,bridge_name='br-int',has_traffic_filtering=True,id=7716c63f-9ef8-470c-bdaa-65bb28d38dde,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7716c63f-9e')
Apr 30 15:39:23.210209 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:23.210495 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:23.210802 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:23.558223 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Deleted allocations for instance f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c
Apr 30 15:39:24.071962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9c18891-3ee0-41f2-b38f-59af860acae9 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "f3fd4189-5f66-4b90-91ad-ff69ac8d8d2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.105s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:24.233693 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:24.737411 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] [instance: c29cd24f-01fd-487f-90d0-94e54c0b2478] Took 1.53 seconds to deallocate network for instance.
Apr 30 15:39:25.094422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:25.124584 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:25.144721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:25.148569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:25.350324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:25.390523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:25.451911 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "7bb4f2ac-71f5-4007-8908-22f867aadd45" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:25.452242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "7bb4f2ac-71f5-4007-8908-22f867aadd45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:25.787194 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Deleted allocations for instance c29cd24f-01fd-487f-90d0-94e54c0b2478
Apr 30 15:39:25.956599 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:26.022113 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:26.040799 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:26.297554 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6f64efd2-97fe-4505-b458-21db9cb51ee6 tempest-DeleteServersAdminTestJSON-178968756 tempest-DeleteServersAdminTestJSON-178968756-project-member] Lock "c29cd24f-01fd-487f-90d0-94e54c0b2478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.375s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:26.487091 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:26.487506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:26.492240 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:26.492566 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Claim successful on node np0040594247
Apr 30 15:39:27.105548 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:27.105947 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:27.348944 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:27.391869 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:27.648638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:27.664434 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:27.670313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:27.684420 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:28.084138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:28.191649 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:28.191649 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:28.213716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:28.237116 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:28.703282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:28.703967 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:29.212925 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:29.212925 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:29.295531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "19028041-0e9a-434b-8871-7e02d2691e17" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:29.296051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "19028041-0e9a-434b-8871-7e02d2691e17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:29.307290 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c1e05ca2de44eca6be2265c1b91d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f75551564d44a1953c68fc4c89380b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:29.718302 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:29.799108 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:29.815644 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Successfully created port: 7b8b5946-69de-4c71-93a9-67ed249e3b08 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:30.223332 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:30.353678 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:30.353897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:30.359225 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:30.359522 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Claim successful on node np0040594247
Apr 30 15:39:30.441459 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Successfully updated port: 7b8b5946-69de-4c71-93a9-67ed249e3b08 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:30.472774 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Received event network-changed-7b8b5946-69de-4c71-93a9-67ed249e3b08 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:30.473079 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Refreshing instance network info cache due to event network-changed-7b8b5946-69de-4c71-93a9-67ed249e3b08. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:30.473392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] Acquiring lock "refresh_cache-7bb4f2ac-71f5-4007-8908-22f867aadd45" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:30.473647 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] Acquired lock "refresh_cache-7bb4f2ac-71f5-4007-8908-22f867aadd45" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:30.473977 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Refreshing network info cache for port 7b8b5946-69de-4c71-93a9-67ed249e3b08 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:30.669744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e63d9774-b9de-4451-b0c1-23c18ec2d13c tempest-HypervisorAdminTestJSON-1018798595 tempest-HypervisorAdminTestJSON-1018798595-project-admin] Running cmd (subprocess): env LANG=C uptime {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:30.691810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e63d9774-b9de-4451-b0c1-23c18ec2d13c tempest-HypervisorAdminTestJSON-1018798595 tempest-HypervisorAdminTestJSON-1018798595-project-admin] CMD "env LANG=C uptime" returned: 0 in 0.022s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:30.944937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "refresh_cache-7bb4f2ac-71f5-4007-8908-22f867aadd45" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:31.027471 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:31.110596 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:31.180596 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:31.236811 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:31.238378 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:31.238836 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Creating image(s)
Apr 30 15:39:31.239555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "/opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:31.239937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:31.240859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "/opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:31.241603 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:31.246663 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:31.248311 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:31.344069 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:31.344576 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:31.344576 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:31.346267 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:31.351610 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:31.352225 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:31.446188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:31.446707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:31.486995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:31.487603 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:31.488131 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:31.535482 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:31.541733 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:31.542783 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:31.542783 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:31.542950 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:31.543381 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:31.580767 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:31.581015 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:31.581460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:31.614530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ba3ac890-40a8-43cd-94e5-5ee6eb26642a req-0bf8d0fd-bb53-4a0c-99d5-a295dfd50e2a service nova] Releasing lock "refresh_cache-7bb4f2ac-71f5-4007-8908-22f867aadd45" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:31.615439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquired lock "refresh_cache-7bb4f2ac-71f5-4007-8908-22f867aadd45" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:31.615782 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:31.674032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:31.674513 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Cannot resize image /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:31.675054 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:31.675387 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Ensure instance console log exists: /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:31.676042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:31.676249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:31.676635 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:31.680366 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Available mdevs at: set().
Apr 30 15:39:31.680645 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:31.680974 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:31.686061 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:31.687001 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:31.689814 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Traceback (most recent call last):
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     yield resources
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     return f(*args, **kwargs)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     chosen_mdev = self._create_mdev(
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     self._host.device_create(conf)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     raise e.with_traceback(tb)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     rv = meth(*args, **kwargs)
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:31.692010 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] 
Apr 30 15:39:32.050670 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:32.051393 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:32.174014 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:32.395087 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Updating instance_info_cache with network_info: [{"id": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "address": "fa:16:3e:47:3e:7e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7b8b5946-69", "ovs_interfaceid": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:32.563899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:32.564595 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:32.898887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Releasing lock "refresh_cache-7bb4f2ac-71f5-4007-8908-22f867aadd45" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:32.899330 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Instance network_info: |[{"id": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "address": "fa:16:3e:47:3e:7e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7b8b5946-69", "ovs_interfaceid": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:32.899963 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Terminating instance
Apr 30 15:39:33.075014 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:33.075486 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:33.135835 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76820d5a30b8424abbce82bda5300d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e45544dd7d64565a0625dec851b9d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:33.406240 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:33.412398 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:33.412566 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Instance destroyed successfully.
Apr 30 15:39:33.414013 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-1139583337',display_name='tempest-MigrationsAdminTest-server-1139583337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-migrationsadmintest-server-1139583337',id=12,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-vnmgbfva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:30Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=7bb4f2ac-71f5-4007-8908-22f867aadd45,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "address": "fa:16:3e:47:3e:7e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7b8b5946-69", "ovs_interfaceid": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:33.414382 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "address": "fa:16:3e:47:3e:7e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7b8b5946-69", "ovs_interfaceid": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:33.415397 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:3e:7e,bridge_name='br-int',has_traffic_filtering=True,id=7b8b5946-69de-4c71-93a9-67ed249e3b08,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b8b5946-69') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:33.416089 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:3e:7e,bridge_name='br-int',has_traffic_filtering=True,id=7b8b5946-69de-4c71-93a9-67ed249e3b08,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b8b5946-69') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:33.418404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:33.419313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b8b5946-69, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:33.419705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:33.423231 np0040594247 nova-compute[88153]: INFO os_vif [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:3e:7e,bridge_name='br-int',has_traffic_filtering=True,id=7b8b5946-69de-4c71-93a9-67ed249e3b08,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b8b5946-69')
Apr 30 15:39:33.424005 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Deleting instance files /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45_del
Apr 30 15:39:33.424981 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Deletion of /opt/stack/data/nova/instances/7bb4f2ac-71f5-4007-8908-22f867aadd45_del complete
Apr 30 15:39:33.579216 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:33.663806 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Successfully created port: aeae90e0-90bf-4900-aed1-8d60a4533df1 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:33.936342 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:33.939790 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9417f380> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:33.940191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:33.940783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:34.084966 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:34.280218 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Successfully updated port: aeae90e0-90bf-4900-aed1-8d60a4533df1 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:34.311431 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Received event network-changed-aeae90e0-90bf-4900-aed1-8d60a4533df1 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:34.311431 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Refreshing instance network info cache due to event network-changed-aeae90e0-90bf-4900-aed1-8d60a4533df1. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:34.311431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] Acquiring lock "refresh_cache-19028041-0e9a-434b-8871-7e02d2691e17" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:34.311776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] Acquired lock "refresh_cache-19028041-0e9a-434b-8871-7e02d2691e17" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:34.312726 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Refreshing network info cache for port aeae90e0-90bf-4900-aed1-8d60a4533df1 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:34.578705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:34.585256 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:34.586080 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:34.586080 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:34.586316 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:34.586766 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:34.694479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "320be12c-7170-44fa-8718-0d131ac39953" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:34.694904 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "320be12c-7170-44fa-8718-0d131ac39953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:34.786081 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "refresh_cache-19028041-0e9a-434b-8871-7e02d2691e17" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:34.871167 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:35.034423 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:35.091333 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:35.091977 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:35.100680 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:35.102191 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:35.102598 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Creating image(s)
Apr 30 15:39:35.103277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "/opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:35.103589 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "/opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:35.104585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "/opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:35.105351 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:35.110899 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:35.112517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:35.198244 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:35.207216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:35.207710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:35.208530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:35.209187 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:35.219375 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:35.220275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:35.314637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:35.315204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:35.352297 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:35.352551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:35.353065 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:35.455217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:35.456238 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Checking if we can resize image /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:35.456942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:35.539491 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e2b2da82-320f-46f7-a961-4ed0269c940c req-8815c1c2-757d-4f52-9e28-1b51d06ed5a6 service nova] Releasing lock "refresh_cache-19028041-0e9a-434b-8871-7e02d2691e17" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:35.539996 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquired lock "refresh_cache-19028041-0e9a-434b-8871-7e02d2691e17" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:35.540202 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:35.556995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:35.557738 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Cannot resize image /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:35.558443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:35.558939 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Ensure instance console log exists: /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:35.559449 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:35.559949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:35.560574 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:35.565491 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Available mdevs at: set().
Apr 30 15:39:35.565491 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:35.566080 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:35.571783 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:35.576227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Traceback (most recent call last):
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     yield resources
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     return f(*args, **kwargs)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     chosen_mdev = self._create_mdev(
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     self._host.device_create(conf)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     raise e.with_traceback(tb)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     rv = meth(*args, **kwargs)
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:35.578834 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17] 
Apr 30 15:39:35.614277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.674s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Traceback (most recent call last):
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     return f(*args, **kwargs)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     chosen_mdev = self._create_mdev(
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     self._host.device_create(conf)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     raise e.with_traceback(tb)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     rv = meth(*args, **kwargs)
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:35.616577 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] 
Apr 30 15:39:35.618542 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:35.620980 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Build of instance 7bb4f2ac-71f5-4007-8908-22f867aadd45 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:35.623506 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:35.624794 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MigrationsAdminTest-server-1139583337',display_name='tempest-MigrationsAdminTest-server-1139583337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-migrationsadmintest-server-1139583337',id=12,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08f75551564d44a1953c68fc4c89380b',ramdisk_id='',reservation_id='r-vnmgbfva',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MigrationsAdminTest-2092149603',owner_user_name='tempest-MigrationsAdminTest-2092149603-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:33Z,user_data=None,user_id='a0c1e05ca2de44eca6be2265c1b91d07',uuid=7bb4f2ac-71f5-4007-8908-22f867aadd45,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "address": "fa:16:3e:47:3e:7e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7b8b5946-69", "ovs_interfaceid": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:35.625168 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converting VIF {"id": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "address": "fa:16:3e:47:3e:7e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7b8b5946-69", "ovs_interfaceid": "7b8b5946-69de-4c71-93a9-67ed249e3b08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:35.626344 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:3e:7e,bridge_name='br-int',has_traffic_filtering=True,id=7b8b5946-69de-4c71-93a9-67ed249e3b08,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b8b5946-69') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:35.626841 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:3e:7e,bridge_name='br-int',has_traffic_filtering=True,id=7b8b5946-69de-4c71-93a9-67ed249e3b08,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b8b5946-69') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:35.629101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:35.630298 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b8b5946-69, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:35.630298 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:35.633178 np0040594247 nova-compute[88153]: INFO os_vif [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:3e:7e,bridge_name='br-int',has_traffic_filtering=True,id=7b8b5946-69de-4c71-93a9-67ed249e3b08,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b8b5946-69')
Apr 30 15:39:35.633533 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:35.633878 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:35.634254 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:35.735533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:35.735977 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:35.741006 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:35.741310 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Claim successful on node np0040594247
Apr 30 15:39:36.097469 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:36.181603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 550-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:36.183134 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:36.183328 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:39:36.183503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:36.184077 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:36.184399 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:36.319294 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Updating instance_info_cache with network_info: [{"id": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "address": "fa:16:3e:a7:1e:b1", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapaeae90e0-90", "ovs_interfaceid": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:36.557309 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:36.822989 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Releasing lock "refresh_cache-19028041-0e9a-434b-8871-7e02d2691e17" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:36.823413 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Instance network_info: |[{"id": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "address": "fa:16:3e:a7:1e:b1", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapaeae90e0-90", "ovs_interfaceid": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:36.824108 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Terminating instance
Apr 30 15:39:36.883165 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:36.889848 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:36.890889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:36.890889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:36.890889 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:36.891723 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:37.060580 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] [instance: 7bb4f2ac-71f5-4007-8908-22f867aadd45] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:39:37.329947 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:37.334486 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:37.334662 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Instance destroyed successfully.
Apr 30 15:39:37.335983 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationTest-server-1162724252',display_name='tempest-LiveMigrationTest-server-1162724252',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-livemigrationtest-server-1162724252',id=13,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e45544dd7d64565a0625dec851b9d3d',ramdisk_id='',reservation_id='r-4bo9nc62',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationTest-1871100571',owner_user_name='tempest-LiveMigrationTest-1871100571-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:34Z,user_data=None,user_id='76820d5a30b8424abbce82bda5300d48',uuid=19028041-0e9a-434b-8871-7e02d2691e17,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "address": "fa:16:3e:a7:1e:b1", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapaeae90e0-90", "ovs_interfaceid": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:37.336347 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converting VIF {"id": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "address": "fa:16:3e:a7:1e:b1", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapaeae90e0-90", "ovs_interfaceid": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:37.337264 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:1e:b1,bridge_name='br-int',has_traffic_filtering=True,id=aeae90e0-90bf-4900-aed1-8d60a4533df1,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeae90e0-90') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:37.337703 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:1e:b1,bridge_name='br-int',has_traffic_filtering=True,id=aeae90e0-90bf-4900-aed1-8d60a4533df1,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeae90e0-90') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:37.339210 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:37.339569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaeae90e0-90, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:37.339854 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:37.343313 np0040594247 nova-compute[88153]: INFO os_vif [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:1e:b1,bridge_name='br-int',has_traffic_filtering=True,id=aeae90e0-90bf-4900-aed1-8d60a4533df1,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeae90e0-90')
Apr 30 15:39:37.344076 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Deleting instance files /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17_del
Apr 30 15:39:37.345102 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Deletion of /opt/stack/data/nova/instances/19028041-0e9a-434b-8871-7e02d2691e17_del complete
Apr 30 15:39:37.396774 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:37.397324 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:37.855421 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:37.858704 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7071ba70> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:37.858983 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:37.910570 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:37.911273 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:37.914756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.056s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:38.110797 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Deleted allocations for instance 7bb4f2ac-71f5-4007-8908-22f867aadd45
Apr 30 15:39:38.426050 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:38.426976 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:38.525393 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea94fc554c854c3ebd79842961348dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ba710765f04a66b829f0a17dcb8228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:38.560589 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:38.567964 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:38.569211 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:38.569211 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:38.569211 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:38.569489 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:38.623729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1340ed23-f742-45b2-8abd-fc239d141d8f tempest-MigrationsAdminTest-2092149603 tempest-MigrationsAdminTest-2092149603-project-member] Lock "7bb4f2ac-71f5-4007-8908-22f867aadd45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.171s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:38.933753 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:39.074608 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:39.075253 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:39.292437 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Successfully created port: b8958791-44db-4d91-8bb4-862b1a683935 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:39.440731 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:39.589777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.675s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Traceback (most recent call last):
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     return f(*args, **kwargs)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     chosen_mdev = self._create_mdev(
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     self._host.device_create(conf)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     raise e.with_traceback(tb)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     rv = meth(*args, **kwargs)
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:39.591671 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19028041-0e9a-434b-8871-7e02d2691e17] 
Apr 30 15:39:39.593397 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:39.595320 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Build of instance 19028041-0e9a-434b-8871-7e02d2691e17 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:39.598132 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:39.599616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationTest-server-1162724252',display_name='tempest-LiveMigrationTest-server-1162724252',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-livemigrationtest-server-1162724252',id=13,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e45544dd7d64565a0625dec851b9d3d',ramdisk_id='',reservation_id='r-4bo9nc62',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationTest-1871100571',owner_user_name='tempest-LiveMigrationTest-1871100571-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:37Z,user_data=None,user_id='76820d5a30b8424abbce82bda5300d48',uuid=19028041-0e9a-434b-8871-7e02d2691e17,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "address": "fa:16:3e:a7:1e:b1", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapaeae90e0-90", "ovs_interfaceid": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:39.599867 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converting VIF {"id": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "address": "fa:16:3e:a7:1e:b1", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapaeae90e0-90", "ovs_interfaceid": "aeae90e0-90bf-4900-aed1-8d60a4533df1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:39.600690 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:1e:b1,bridge_name='br-int',has_traffic_filtering=True,id=aeae90e0-90bf-4900-aed1-8d60a4533df1,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeae90e0-90') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:39.601227 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:1e:b1,bridge_name='br-int',has_traffic_filtering=True,id=aeae90e0-90bf-4900-aed1-8d60a4533df1,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeae90e0-90') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:39.602892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:39.603406 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaeae90e0-90, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:39.603770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:39.607385 np0040594247 nova-compute[88153]: INFO os_vif [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:1e:b1,bridge_name='br-int',has_traffic_filtering=True,id=aeae90e0-90bf-4900-aed1-8d60a4533df1,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeae90e0-90')
Apr 30 15:39:39.607814 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:39.608354 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:39.608986 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:39.927983 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Successfully updated port: b8958791-44db-4d91-8bb4-862b1a683935 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:39.977048 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Received event network-changed-b8958791-44db-4d91-8bb4-862b1a683935 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:39.977825 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Refreshing instance network info cache due to event network-changed-b8958791-44db-4d91-8bb4-862b1a683935. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:39.979087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] Acquiring lock "refresh_cache-320be12c-7170-44fa-8718-0d131ac39953" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:39.979718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] Acquired lock "refresh_cache-320be12c-7170-44fa-8718-0d131ac39953" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:39.980195 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Refreshing network info cache for port b8958791-44db-4d91-8bb4-862b1a683935 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:40.431794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "refresh_cache-320be12c-7170-44fa-8718-0d131ac39953" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:40.454906 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:40.456290 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:40.456742 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Creating image(s)
Apr 30 15:39:40.457589 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "/opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:40.457942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "/opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:40.458826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "/opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:40.459571 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:40.466558 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:40.469087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:40.546593 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:40.576705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:40.576705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:40.576705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:40.576705 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:40.581652 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:40.582208 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:40.650357 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:40.676264 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:40.676877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:40.691944 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:40.715400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:40.715923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:40.716445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:40.806662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:40.807272 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Checking if we can resize image /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:40.807721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:40.890778 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:40.898663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:40.899249 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Cannot resize image /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:40.899868 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:40.900221 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Ensure instance console log exists: /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:40.900724 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:40.901131 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:40.901883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:40.904946 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Available mdevs at: set().
Apr 30 15:39:40.905235 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:40.905489 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:40.910488 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:40.911481 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:40.915031 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953] Traceback (most recent call last):
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     yield resources
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     return f(*args, **kwargs)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     chosen_mdev = self._create_mdev(
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     self._host.device_create(conf)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     raise e.with_traceback(tb)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     rv = meth(*args, **kwargs)
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:40.918001 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953] 
Apr 30 15:39:41.161704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-30787767-5792-4446-9615-562525fe1af6 req-2d14e0c5-63ae-4ff9-94dc-d0b6955bf84e service nova] Releasing lock "refresh_cache-320be12c-7170-44fa-8718-0d131ac39953" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:41.161704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquired lock "refresh_cache-320be12c-7170-44fa-8718-0d131ac39953" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:41.161704 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:41.186668 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 1580-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:41.188600 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:41.188600 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:39:41.188884 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:41.189288 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:41.189642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:41.197609 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 19028041-0e9a-434b-8871-7e02d2691e17] Took 1.59 seconds to deallocate network for instance.
Apr 30 15:39:41.717282 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:41.956363 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Updating instance_info_cache with network_info: [{"id": "b8958791-44db-4d91-8bb4-862b1a683935", "address": "fa:16:3e:78:ac:30", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb8958791-44", "ovs_interfaceid": "b8958791-44db-4d91-8bb4-862b1a683935", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:42.251599 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Deleted allocations for instance 19028041-0e9a-434b-8871-7e02d2691e17
Apr 30 15:39:42.460094 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Releasing lock "refresh_cache-320be12c-7170-44fa-8718-0d131ac39953" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:42.460832 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Instance network_info: |[{"id": "b8958791-44db-4d91-8bb4-862b1a683935", "address": "fa:16:3e:78:ac:30", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb8958791-44", "ovs_interfaceid": "b8958791-44db-4d91-8bb4-862b1a683935", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:42.461348 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Terminating instance
Apr 30 15:39:42.762395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e9e129ed-6275-48f3-abae-5dbd88492b39 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "19028041-0e9a-434b-8871-7e02d2691e17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.466s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:42.968625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:42.975711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 320be12c-7170-44fa-8718-0d131ac39953] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:42.975711 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Instance destroyed successfully.
Apr 30 15:39:42.975711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationNegativeTest-server-1337692708',display_name='tempest-LiveMigrationNegativeTest-server-1337692708',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-livemigrationnegativetest-server-1337692708',id=14,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a7ba710765f04a66b829f0a17dcb8228',ramdisk_id='',reservation_id='r-25xisyk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationNegativeTest-620010968',owner_user_name='tempest-LiveMigrationNegativeTest-620010968-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:39Z,user_data=None,user_id='ea94fc554c854c3ebd79842961348dd6',uuid=320be12c-7170-44fa-8718-0d131ac39953,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8958791-44db-4d91-8bb4-862b1a683935", "address": "fa:16:3e:78:ac:30", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb8958791-44", "ovs_interfaceid": "b8958791-44db-4d91-8bb4-862b1a683935", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:42.975711 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converting VIF {"id": "b8958791-44db-4d91-8bb4-862b1a683935", "address": "fa:16:3e:78:ac:30", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb8958791-44", "ovs_interfaceid": "b8958791-44db-4d91-8bb4-862b1a683935", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:42.977151 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:ac:30,bridge_name='br-int',has_traffic_filtering=True,id=b8958791-44db-4d91-8bb4-862b1a683935,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8958791-44') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:42.977928 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:ac:30,bridge_name='br-int',has_traffic_filtering=True,id=b8958791-44db-4d91-8bb4-862b1a683935,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8958791-44') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:42.980438 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:42.981208 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb8958791-44, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:42.981891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:42.987761 np0040594247 nova-compute[88153]: INFO os_vif [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:ac:30,bridge_name='br-int',has_traffic_filtering=True,id=b8958791-44db-4d91-8bb4-862b1a683935,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8958791-44')
Apr 30 15:39:42.988393 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Deleting instance files /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953_del
Apr 30 15:39:42.989494 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Deletion of /opt/stack/data/nova/instances/320be12c-7170-44fa-8718-0d131ac39953_del complete
Apr 30 15:39:43.500031 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:43.503320 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d706bf170> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:43.503609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:43.504020 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:43.889802 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:44.108128 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:44.113461 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:44.115398 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:44.115398 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:44.115621 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:44.116727 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:44.622003 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:44.622735 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:44.889457 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:45.138564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.634s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953] Traceback (most recent call last):
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     return f(*args, **kwargs)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     chosen_mdev = self._create_mdev(
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     self._host.device_create(conf)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     raise e.with_traceback(tb)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     rv = meth(*args, **kwargs)
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:45.141070 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 320be12c-7170-44fa-8718-0d131ac39953] 
Apr 30 15:39:45.142724 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:39:45.145338 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Build of instance 320be12c-7170-44fa-8718-0d131ac39953 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:39:45.148327 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:39:45.149494 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationNegativeTest-server-1337692708',display_name='tempest-LiveMigrationNegativeTest-server-1337692708',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-livemigrationnegativetest-server-1337692708',id=14,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a7ba710765f04a66b829f0a17dcb8228',ramdisk_id='',reservation_id='r-25xisyk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationNegativeTest-620010968',owner_user_name='tempest-LiveMigrationNegativeTest-620010968-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:43Z,user_data=None,user_id='ea94fc554c854c3ebd79842961348dd6',uuid=320be12c-7170-44fa-8718-0d131ac39953,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8958791-44db-4d91-8bb4-862b1a683935", "address": "fa:16:3e:78:ac:30", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb8958791-44", "ovs_interfaceid": "b8958791-44db-4d91-8bb4-862b1a683935", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:45.149892 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converting VIF {"id": "b8958791-44db-4d91-8bb4-862b1a683935", "address": "fa:16:3e:78:ac:30", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb8958791-44", "ovs_interfaceid": "b8958791-44db-4d91-8bb4-862b1a683935", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:45.150766 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:ac:30,bridge_name='br-int',has_traffic_filtering=True,id=b8958791-44db-4d91-8bb4-862b1a683935,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8958791-44') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:45.151208 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:ac:30,bridge_name='br-int',has_traffic_filtering=True,id=b8958791-44db-4d91-8bb4-862b1a683935,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8958791-44') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:45.153354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:45.154118 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb8958791-44, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:45.154523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:45.157722 np0040594247 nova-compute[88153]: INFO os_vif [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:ac:30,bridge_name='br-int',has_traffic_filtering=True,id=b8958791-44db-4d91-8bb4-862b1a683935,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8958791-44')
Apr 30 15:39:45.157991 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:39:45.158736 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:39:45.158736 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:39:45.397787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:45.398108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:45.398388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:45.398702 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:39:45.557804 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:39:45.559549 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1461MB free_disk=56.75591278076172GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:39:45.560392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:45.560392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:46.065721 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:46.190774 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 1034-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:46.192384 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:46.192384 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:39:46.192560 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:46.193599 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:46.193599 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:46.569809 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 320be12c-7170-44fa-8718-0d131ac39953] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:39:47.122146 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 320be12c-7170-44fa-8718-0d131ac39953 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:39:47.122436 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:39:47.122705 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:39:47.251244 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:47.259280 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:47.261283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:47.261283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:47.261283 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:47.261283 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:47.624351 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Deleted allocations for instance 320be12c-7170-44fa-8718-0d131ac39953
Apr 30 15:39:47.768167 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:47.768942 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:48.140250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77a37c5d-a674-4805-ab94-86b732ad38d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "320be12c-7170-44fa-8718-0d131ac39953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.445s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:48.283016 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:39:48.283519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.723s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:48.725892 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "4565e339-f8b2-46f8-8059-e5c08d347a76" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:48.726297 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "4565e339-f8b2-46f8-8059-e5c08d347a76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:49.230038 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:49.283239 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:49.283820 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:49.283922 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:49.284135 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:39:49.761405 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:49.761731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:49.766483 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:49.766810 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Claim successful on node np0040594247
Apr 30 15:39:49.891016 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:50.935996 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:50.944204 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:50.945299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:50.945299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:50.945299 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:50.946003 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:51.194634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:51.195518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:39:51.195707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:39:51.196202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:51.196784 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:51.197081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:39:51.451125 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:51.451616 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:51.882530 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:51.962397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:51.963109 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:52.382559 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "1303193d-a22b-417d-8273-7bdbb862c463" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:52.382901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "1303193d-a22b-417d-8273-7bdbb862c463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:52.475917 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:52.476229 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:52.547757 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76820d5a30b8424abbce82bda5300d48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e45544dd7d64565a0625dec851b9d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:52.880319 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:39:52.887028 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:52.981431 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:53.082534 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:53.095880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:53.111887 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:53.135448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:53.149458 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Successfully created port: 6ee8d2ba-44c8-4db3-b3c7-462a1b40d524 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:53.198991 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:53.245827 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:53.435455 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:53.436043 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:53.442966 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:53.443357 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Claim successful on node np0040594247
Apr 30 15:39:53.490052 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:54.147114 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Successfully updated port: 6ee8d2ba-44c8-4db3-b3c7-462a1b40d524 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:54.190043 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Received event network-changed-6ee8d2ba-44c8-4db3-b3c7-462a1b40d524 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:54.190408 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Refreshing instance network info cache due to event network-changed-6ee8d2ba-44c8-4db3-b3c7-462a1b40d524. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:54.190860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] Acquiring lock "refresh_cache-4565e339-f8b2-46f8-8059-e5c08d347a76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:54.191179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] Acquired lock "refresh_cache-4565e339-f8b2-46f8-8059-e5c08d347a76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:54.191515 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Refreshing network info cache for port 6ee8d2ba-44c8-4db3-b3c7-462a1b40d524 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:54.363239 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:54.369353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:54.382055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:54.419405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:54.492047 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:54.506084 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:54.507247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:54.507705 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Creating image(s)
Apr 30 15:39:54.508375 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "/opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:54.508734 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "/opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:54.509650 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "/opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:54.510546 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:54.515505 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:54.518234 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:54.539523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:54.611639 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:54.619594 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:54.620729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:54.620729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:54.621876 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:54.621876 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:54.627995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:54.628464 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:54.629093 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:54.629690 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:54.634915 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:54.635446 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:54.652410 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "refresh_cache-4565e339-f8b2-46f8-8059-e5c08d347a76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:54.740101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:54.740614 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:54.772909 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:54.786310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk 1073741824" returned: 0 in 0.045s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:54.786908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.158s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:54.787746 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:54.889188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:54.890080 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:54.890232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:54.980460 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:54.993950 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:54.993950 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Cannot resize image /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:54.995185 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:54.995339 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Ensure instance console log exists: /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:54.995863 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:54.996238 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:54.996694 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:55.003046 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Available mdevs at: set().
Apr 30 15:39:55.003353 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:55.003616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:55.012807 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:55.014421 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:55.018099 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.022s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Traceback (most recent call last):
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     yield resources
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     return f(*args, **kwargs)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     chosen_mdev = self._create_mdev(
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     self._host.device_create(conf)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     raise e.with_traceback(tb)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     rv = meth(*args, **kwargs)
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:55.021385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] 
Apr 30 15:39:55.120353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:55.126937 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:55.131031 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:55.131862 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:55.146013 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:55.148597 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:55.484713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c84f00cf-ced0-4cbc-9621-f86fabe5c247 req-ee4f60b7-4ccf-4aca-9c47-9cc28a6c9796 service nova] Releasing lock "refresh_cache-4565e339-f8b2-46f8-8059-e5c08d347a76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:55.485611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquired lock "refresh_cache-4565e339-f8b2-46f8-8059-e5c08d347a76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:55.485611 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:55.652194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:55.653490 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:39:56.080421 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:56.167292 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:39:56.169188 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:39:56.314707 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea94fc554c854c3ebd79842961348dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ba710765f04a66b829f0a17dcb8228', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:39:56.448039 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Updating instance_info_cache with network_info: [{"id": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "address": "fa:16:3e:7f:37:2f", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6ee8d2ba-44", "ovs_interfaceid": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:56.673713 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:39:56.827703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "f68d203f-a363-456e-9303-339347cf42b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:56.828294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "f68d203f-a363-456e-9303-339347cf42b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:56.891049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:56.900201 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Successfully created port: 430d7225-4aff-4743-a2bf-d2875d224b9c {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:39:56.906646 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:56.918730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:56.947122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:56.952812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Releasing lock "refresh_cache-4565e339-f8b2-46f8-8059-e5c08d347a76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:56.953364 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Instance network_info: |[{"id": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "address": "fa:16:3e:7f:37:2f", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6ee8d2ba-44", "ovs_interfaceid": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:39:56.954005 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Terminating instance
Apr 30 15:39:57.008645 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:57.052911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:57.116696 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:57.118024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:57.122035 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:57.122409 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:57.182979 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:39:57.334748 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:39:57.461329 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:39:57.466630 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:39:57.466830 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Instance destroyed successfully.
Apr 30 15:39:57.468095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationTest-server-788902691',display_name='tempest-LiveMigrationTest-server-788902691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-livemigrationtest-server-788902691',id=15,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBmGm7N8mG3PmOGdnoh2tU7VqAVYmWp9Mh8R4SfEtGgthsRTWLhX0kXAoSUahpqvpNk1Pe/mde0mgM0ZZHqyFgoF4ycgw5OSdx1GlyetcxhKv87wHZMfnP8vkfTAEpSFSw==',key_name='tempest-keypair-1659404414',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e45544dd7d64565a0625dec851b9d3d',ramdisk_id='',reservation_id='r-3gbgzmza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationTest-1871100571',owner_user_name='tempest-LiveMigrationTest-1871100571-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='76820d5a30b8424abbce82bda5300d48',uuid=4565e339-f8b2-46f8-8059-e5c08d347a76,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "address": "fa:16:3e:7f:37:2f", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6ee8d2ba-44", "ovs_interfaceid": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:39:57.468429 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converting VIF {"id": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "address": "fa:16:3e:7f:37:2f", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6ee8d2ba-44", "ovs_interfaceid": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:39:57.469430 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:37:2f,bridge_name='br-int',has_traffic_filtering=True,id=6ee8d2ba-44c8-4db3-b3c7-462a1b40d524,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ee8d2ba-44') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:39:57.469905 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:37:2f,bridge_name='br-int',has_traffic_filtering=True,id=6ee8d2ba-44c8-4db3-b3c7-462a1b40d524,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ee8d2ba-44') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:39:57.473858 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:57.474269 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ee8d2ba-44, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:39:57.474928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:39:57.477265 np0040594247 nova-compute[88153]: INFO os_vif [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:37:2f,bridge_name='br-int',has_traffic_filtering=True,id=6ee8d2ba-44c8-4db3-b3c7-462a1b40d524,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ee8d2ba-44')
Apr 30 15:39:57.477765 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Deleting instance files /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76_del
Apr 30 15:39:57.478436 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Deletion of /opt/stack/data/nova/instances/4565e339-f8b2-46f8-8059-e5c08d347a76_del complete
Apr 30 15:39:57.593306 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Successfully updated port: 430d7225-4aff-4743-a2bf-d2875d224b9c {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:39:57.628400 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Received event network-changed-430d7225-4aff-4743-a2bf-d2875d224b9c {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:39:57.628718 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Refreshing instance network info cache due to event network-changed-430d7225-4aff-4743-a2bf-d2875d224b9c. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:39:57.630898 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] Acquiring lock "refresh_cache-1303193d-a22b-417d-8273-7bdbb862c463" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:57.631163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] Acquired lock "refresh_cache-1303193d-a22b-417d-8273-7bdbb862c463" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:57.631465 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Refreshing network info cache for port 430d7225-4aff-4743-a2bf-d2875d224b9c {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:39:57.872643 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:57.873047 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:57.878191 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:39:57.878191 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Claim successful on node np0040594247
Apr 30 15:39:57.992379 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:39:57.995046 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941ae090> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:39:57.995316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:58.099320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "refresh_cache-1303193d-a22b-417d-8273-7bdbb862c463" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:39:58.112142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:58.185630 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:58.199098 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:39:58.199491 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:39:58.200294 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Creating image(s)
Apr 30 15:39:58.200803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "/opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:58.201179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "/opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:58.201989 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "/opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:58.202694 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:58.211349 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:58.218553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:58.340208 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.121s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:58.340797 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:58.341472 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:58.342116 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:58.347655 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:39:58.348218 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:58.366955 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:58.455752 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:58.455752 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:58.495875 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:58.496264 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:58.496916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:58.593356 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:58.593906 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:39:58.594275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:39:58.692233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:39:58.692846 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Cannot resize image /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:39:58.693432 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:39:58.693929 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Ensure instance console log exists: /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:39:58.694466 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:39:58.694960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:39:58.695746 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:39:58.699931 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Available mdevs at: set().
Apr 30 15:39:58.700415 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:39:58.700840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:58.706123 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:58.707284 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:39:58.712028 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Traceback (most recent call last):
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     yield resources
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     return f(*args, **kwargs)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     chosen_mdev = self._create_mdev(
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     self._host.device_create(conf)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     rv = execute(f, *args, **kwargs)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     raise e.with_traceback(tb)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     rv = meth(*args, **kwargs)
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:39:58.714526 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463] 
Apr 30 15:39:58.879014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-868c41ef-7939-4fd3-b8ac-7b7d280fe821 req-c42eb5fb-e8b8-4a76-b21d-4aa28b61e5fd service nova] Releasing lock "refresh_cache-1303193d-a22b-417d-8273-7bdbb862c463" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:39:58.879969 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquired lock "refresh_cache-1303193d-a22b-417d-8273-7bdbb862c463" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:39:58.881195 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:39:59.039662 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas xmlstr <device>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]: </device>
Apr 30 15:39:59.047492 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:39:59.051706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:39:59.051706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:39:59.051706 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:59.051706 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:39:59.145692 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.157451 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.173787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.198857 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.256828 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.294156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.447737 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:39:59.536383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.545343 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.557005 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:59.557474 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:39:59.569045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.604215 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.670313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:39:59.713733 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Updating instance_info_cache with network_info: [{"id": "430d7225-4aff-4743-a2bf-d2875d224b9c", "address": "fa:16:3e:9d:91:b7", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap430d7225-4a", "ovs_interfaceid": "430d7225-4aff-4743-a2bf-d2875d224b9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:39:59.721053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.073086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:00.073791 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:00.077441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.082s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:00.150316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.159473 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.176979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.198190 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.218536 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Releasing lock "refresh_cache-1303193d-a22b-417d-8273-7bdbb862c463" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:00.219209 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Instance network_info: |[{"id": "430d7225-4aff-4743-a2bf-d2875d224b9c", "address": "fa:16:3e:9d:91:b7", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap430d7225-4a", "ovs_interfaceid": "430d7225-4aff-4743-a2bf-d2875d224b9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:40:00.219774 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Terminating instance
Apr 30 15:40:00.255408 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.292191 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.588974 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:40:00.727400 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:00.736717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:00.736850 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Instance destroyed successfully.
Apr 30 15:40:00.738307 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:39:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationNegativeTest-server-323664576',display_name='tempest-LiveMigrationNegativeTest-server-323664576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-livemigrationnegativetest-server-323664576',id=16,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a7ba710765f04a66b829f0a17dcb8228',ramdisk_id='',reservation_id='r-j2upmepj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationNegativeTest-620010968',owner_user_name='tempest-LiveMigrationNegativeTest-620010968-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:57Z,user_data=None,user_id='ea94fc554c854c3ebd79842961348dd6',uuid=1303193d-a22b-417d-8273-7bdbb862c463,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "430d7225-4aff-4743-a2bf-d2875d224b9c", "address": "fa:16:3e:9d:91:b7", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap430d7225-4a", "ovs_interfaceid": "430d7225-4aff-4743-a2bf-d2875d224b9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:00.738777 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converting VIF {"id": "430d7225-4aff-4743-a2bf-d2875d224b9c", "address": "fa:16:3e:9d:91:b7", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap430d7225-4a", "ovs_interfaceid": "430d7225-4aff-4743-a2bf-d2875d224b9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:00.740361 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:91:b7,bridge_name='br-int',has_traffic_filtering=True,id=430d7225-4aff-4743-a2bf-d2875d224b9c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap430d7225-4a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:00.740876 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:91:b7,bridge_name='br-int',has_traffic_filtering=True,id=430d7225-4aff-4743-a2bf-d2875d224b9c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap430d7225-4a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:00.743269 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:00.744252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap430d7225-4a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:00.744543 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:00.748632 np0040594247 nova-compute[88153]: INFO os_vif [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:91:b7,bridge_name='br-int',has_traffic_filtering=True,id=430d7225-4aff-4743-a2bf-d2875d224b9c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap430d7225-4a')
Apr 30 15:40:00.749168 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Deleting instance files /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463_del
Apr 30 15:40:00.749917 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Deletion of /opt/stack/data/nova/instances/1303193d-a22b-417d-8273-7bdbb862c463_del complete
Apr 30 15:40:00.765241 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:00.782824 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:00.784387 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:00.784387 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:00.784387 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:00.784387 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:01.091578 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:01.138827 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.143313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.144453 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.146843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.166858 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.166858 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.175745 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.178699 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.196689 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.264550 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:01.271082 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7060c620> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:01.271298 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:01.290853 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:01.291401 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:01.597087 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:01.805711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.726s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Traceback (most recent call last):
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     return f(*args, **kwargs)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     chosen_mdev = self._create_mdev(
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     self._host.device_create(conf)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     raise e.with_traceback(tb)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     rv = meth(*args, **kwargs)
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:01.806305 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] 
Apr 30 15:40:01.808089 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:01.809517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.537s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:01.812244 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Build of instance 4565e339-f8b2-46f8-8059-e5c08d347a76 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:01.814617 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:01.818708 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationTest-server-788902691',display_name='tempest-LiveMigrationTest-server-788902691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-livemigrationtest-server-788902691',id=15,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBmGm7N8mG3PmOGdnoh2tU7VqAVYmWp9Mh8R4SfEtGgthsRTWLhX0kXAoSUahpqvpNk1Pe/mde0mgM0ZZHqyFgoF4ycgw5OSdx1GlyetcxhKv87wHZMfnP8vkfTAEpSFSw==',key_name='tempest-keypair-1659404414',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e45544dd7d64565a0625dec851b9d3d',ramdisk_id='',reservation_id='r-3gbgzmza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationTest-1871100571',owner_user_name='tempest-LiveMigrationTest-1871100571-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:39:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='76820d5a30b8424abbce82bda5300d48',uuid=4565e339-f8b2-46f8-8059-e5c08d347a76,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "address": "fa:16:3e:7f:37:2f", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6ee8d2ba-44", "ovs_interfaceid": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:01.818708 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converting VIF {"id": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "address": "fa:16:3e:7f:37:2f", "network": {"id": "5f367044-00db-4741-b993-3bc280d162fd", "bridge": "br-int", "label": "tempest-LiveMigrationTest-2052015838-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "7e45544dd7d64565a0625dec851b9d3d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6ee8d2ba-44", "ovs_interfaceid": "6ee8d2ba-44c8-4db3-b3c7-462a1b40d524", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:01.818708 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:37:2f,bridge_name='br-int',has_traffic_filtering=True,id=6ee8d2ba-44c8-4db3-b3c7-462a1b40d524,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ee8d2ba-44') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:01.819148 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:37:2f,bridge_name='br-int',has_traffic_filtering=True,id=6ee8d2ba-44c8-4db3-b3c7-462a1b40d524,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ee8d2ba-44') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:01.819148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:01.819352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ee8d2ba-44, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:01.819602 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:01.823208 np0040594247 nova-compute[88153]: INFO os_vif [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:37:2f,bridge_name='br-int',has_traffic_filtering=True,id=6ee8d2ba-44c8-4db3-b3c7-462a1b40d524,network=Network(5f367044-00db-4741-b993-3bc280d162fd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ee8d2ba-44')
Apr 30 15:40:01.823518 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:01.823960 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:40:01.824438 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:40:02.535200 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:02.549331 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:02.615868 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:02.617339 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:02.619087 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Creating image(s)
Apr 30 15:40:02.619087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "/opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:02.619087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "/opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:02.619811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "/opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:02.620570 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:02.625944 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:02.628128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:02.718638 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:02.719434 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:02.720312 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:02.721275 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:02.727575 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:02.728312 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:02.818741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:02.819059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:02.836369 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:02.853035 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:02.853585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.133s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:02.854256 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:02.956475 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:02.957068 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:02.957493 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:03.054419 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:03.054627 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Cannot resize image /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:03.055182 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:03.055554 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Ensure instance console log exists: /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:03.056045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:03.056489 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:03.056974 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:03.059006 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:03.059686 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:03.072939 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Available mdevs at: set().
Apr 30 15:40:03.073158 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:03.073781 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:03.080265 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:03.081087 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:03.090364 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.033s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0] Traceback (most recent call last):
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     yield resources
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     return f(*args, **kwargs)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     chosen_mdev = self._create_mdev(
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     self._host.device_create(conf)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     raise e.with_traceback(tb)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     rv = meth(*args, **kwargs)
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:03.093506 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0] 
Apr 30 15:40:03.095540 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Terminating instance
Apr 30 15:40:03.111440 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:03.131025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:03.135732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:03.138797 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:03.341362 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] [instance: 4565e339-f8b2-46f8-8059-e5c08d347a76] Took 1.52 seconds to deallocate network for instance.
Apr 30 15:40:03.576284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.768s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Traceback (most recent call last):
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     return f(*args, **kwargs)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     chosen_mdev = self._create_mdev(
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     self._host.device_create(conf)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     raise e.with_traceback(tb)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     rv = meth(*args, **kwargs)
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:03.578684 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1303193d-a22b-417d-8273-7bdbb862c463] 
Apr 30 15:40:03.580380 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:03.583233 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Build of instance 1303193d-a22b-417d-8273-7bdbb862c463 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:03.584291 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:03.585410 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:39:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-LiveMigrationNegativeTest-server-323664576',display_name='tempest-LiveMigrationNegativeTest-server-323664576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-livemigrationnegativetest-server-323664576',id=16,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a7ba710765f04a66b829f0a17dcb8228',ramdisk_id='',reservation_id='r-j2upmepj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-LiveMigrationNegativeTest-620010968',owner_user_name='tempest-LiveMigrationNegativeTest-620010968-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:01Z,user_data=None,user_id='ea94fc554c854c3ebd79842961348dd6',uuid=1303193d-a22b-417d-8273-7bdbb862c463,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "430d7225-4aff-4743-a2bf-d2875d224b9c", "address": "fa:16:3e:9d:91:b7", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap430d7225-4a", "ovs_interfaceid": "430d7225-4aff-4743-a2bf-d2875d224b9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:03.585818 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converting VIF {"id": "430d7225-4aff-4743-a2bf-d2875d224b9c", "address": "fa:16:3e:9d:91:b7", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap430d7225-4a", "ovs_interfaceid": "430d7225-4aff-4743-a2bf-d2875d224b9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:03.586791 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:91:b7,bridge_name='br-int',has_traffic_filtering=True,id=430d7225-4aff-4743-a2bf-d2875d224b9c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap430d7225-4a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:03.587245 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:91:b7,bridge_name='br-int',has_traffic_filtering=True,id=430d7225-4aff-4743-a2bf-d2875d224b9c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap430d7225-4a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:03.589838 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:03.592144 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap430d7225-4a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:03.592144 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:03.593163 np0040594247 nova-compute[88153]: INFO os_vif [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:91:b7,bridge_name='br-int',has_traffic_filtering=True,id=430d7225-4aff-4743-a2bf-d2875d224b9c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap430d7225-4a')
Apr 30 15:40:03.593529 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:03.594015 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:40:03.594490 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:40:03.601780 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "refresh_cache-f68d203f-a363-456e-9303-339347cf42b0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:03.602086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquired lock "refresh_cache-f68d203f-a363-456e-9303-339347cf42b0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:03.602334 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:04.059957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "422ab157-830b-4faf-96ce-8a23f146b264" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:04.060361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "422ab157-830b-4faf-96ce-8a23f146b264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:04.146780 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:04.242074 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:04.391781 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Deleted allocations for instance 4565e339-f8b2-46f8-8059-e5c08d347a76
Apr 30 15:40:04.564331 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:04.721707 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:04.745689 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Releasing lock "refresh_cache-f68d203f-a363-456e-9303-339347cf42b0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:04.746384 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:04.750425 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: f68d203f-a363-456e-9303-339347cf42b0] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:04.750703 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: f68d203f-a363-456e-9303-339347cf42b0] Instance destroyed successfully.
Apr 30 15:40:04.751379 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Deleting instance files /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0_del
Apr 30 15:40:04.752038 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Deletion of /opt/stack/data/nova/instances/f68d203f-a363-456e-9303-339347cf42b0_del complete
Apr 30 15:40:04.906853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-38f66416-fe5d-4d56-adb0-6de9a1e7fde7 tempest-LiveMigrationTest-1871100571 tempest-LiveMigrationTest-1871100571-project-member] Lock "4565e339-f8b2-46f8-8059-e5c08d347a76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.180s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:05.094962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:05.095339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:05.100712 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:05.100938 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Claim successful on node np0040594247
Apr 30 15:40:05.225275 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] [instance: 1303193d-a22b-417d-8273-7bdbb862c463] Took 1.63 seconds to deallocate network for instance.
Apr 30 15:40:05.264790 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:05.265225 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:40:05.265536 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: f68d203f-a363-456e-9303-339347cf42b0] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:40:05.272404 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d706bdd60> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:05.272404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:06.038566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "a0b6ed4a-782b-4879-a573-ac978e849745" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:06.039193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "a0b6ed4a-782b-4879-a573-ac978e849745" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:06.287613 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Deleted allocations for instance 1303193d-a22b-417d-8273-7bdbb862c463
Apr 30 15:40:06.313545 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:06.327216 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:06.328218 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:06.328218 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:06.328331 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:06.328692 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:06.542772 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:06.801671 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e21faee4-b631-4a90-b535-e5f27732d4d7 tempest-LiveMigrationNegativeTest-620010968 tempest-LiveMigrationNegativeTest-620010968-project-member] Lock "1303193d-a22b-417d-8273-7bdbb862c463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.418s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:06.835046 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:06.835524 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:07.086235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:07.148269 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:07.348705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:07.348705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:07.352921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.081s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:07.397777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:07.428868 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:07.859454 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:40:07.859454 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:40:07.929234 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f6d9cab59942a1b314f69d18ae2f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63f46c3619c84bc986e34f566d39f747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:40:07.931585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:07.960233 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:08.039393 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:08.049134 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:08.050060 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:08.050135 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:08.050975 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:08.051606 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:08.117710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:08.363568 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:08.501033 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Successfully created port: c912dc7c-8f1f-46b0-88ef-8c9a0261d345 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:40:08.558182 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:08.558892 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:08.868301 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.723s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0] Traceback (most recent call last):
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     return f(*args, **kwargs)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     chosen_mdev = self._create_mdev(
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     self._host.device_create(conf)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     raise e.with_traceback(tb)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     rv = meth(*args, **kwargs)
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:09.078793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f68d203f-a363-456e-9303-339347cf42b0] 
Apr 30 15:40:09.080768 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:09.080768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.994s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:09.082718 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Build of instance f68d203f-a363-456e-9303-339347cf42b0 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:09.083450 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:09.083926 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquiring lock "refresh_cache-f68d203f-a363-456e-9303-339347cf42b0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:09.084186 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Acquired lock "refresh_cache-f68d203f-a363-456e-9303-339347cf42b0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:09.084489 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:09.089378 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:09.089663 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Claim successful on node np0040594247
Apr 30 15:40:09.128645 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:09.131760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:09.224600 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Successfully updated port: c912dc7c-8f1f-46b0-88ef-8c9a0261d345 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:40:09.271079 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Received event network-changed-c912dc7c-8f1f-46b0-88ef-8c9a0261d345 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:40:09.271456 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Refreshing instance network info cache due to event network-changed-c912dc7c-8f1f-46b0-88ef-8c9a0261d345. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:40:09.271897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] Acquiring lock "refresh_cache-422ab157-830b-4faf-96ce-8a23f146b264" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:09.272158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] Acquired lock "refresh_cache-422ab157-830b-4faf-96ce-8a23f146b264" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:09.272453 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Refreshing network info cache for port c912dc7c-8f1f-46b0-88ef-8c9a0261d345 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:40:09.626311 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:09.731391 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "refresh_cache-422ab157-830b-4faf-96ce-8a23f146b264" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:09.764712 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:09.825497 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:09.882535 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:09.884253 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:09.884655 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Creating image(s)
Apr 30 15:40:09.885325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "/opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:09.885650 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "/opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:09.886592 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "/opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:09.887597 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:09.892689 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:09.894425 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:09.992733 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:10.002024 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:10.002516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:10.004973 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:10.005651 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:10.015149 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:10.015744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:10.117038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:10.118061 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:10.154543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:10.155217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.150s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:10.155742 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:10.208490 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:10.243005 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:10.266190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:10.266190 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Checking if we can resize image /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:10.266190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:10.280068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Releasing lock "refresh_cache-f68d203f-a363-456e-9303-339347cf42b0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:10.280837 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:10.281326 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] [instance: f68d203f-a363-456e-9303-339347cf42b0] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:40:10.295862 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:10.303908 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:10.305990 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:10.305990 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:10.305990 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:10.305990 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:10.373150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:10.373150 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Cannot resize image /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:10.373598 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:10.373869 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Ensure instance console log exists: /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:10.374270 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:10.374649 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:10.375022 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:10.378376 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Available mdevs at: set().
Apr 30 15:40:10.378648 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:10.378964 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:10.385866 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:10.386786 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:10.390287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Traceback (most recent call last):
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     yield resources
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     return f(*args, **kwargs)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     chosen_mdev = self._create_mdev(
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     self._host.device_create(conf)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     raise e.with_traceback(tb)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     rv = meth(*args, **kwargs)
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:10.392617 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264] 
Apr 30 15:40:10.475443 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:10.502066 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:10.502945 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-004e4396-ceee-49f3-a6e4-b53c0bbae0c8 req-41f7bd95-a424-4af6-b566-3479b95535cf service nova] Releasing lock "refresh_cache-422ab157-830b-4faf-96ce-8a23f146b264" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:10.503253 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquired lock "refresh_cache-422ab157-830b-4faf-96ce-8a23f146b264" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:10.503543 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:10.659311 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:10.673370 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:10.816127 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:10.817067 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:11.061385 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:11.124967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:11.126083 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:11.201914 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:11.342151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:11.344227 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:11.350266 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Deleted allocations for instance f68d203f-a363-456e-9303-339347cf42b0
Apr 30 15:40:11.387994 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Updating instance_info_cache with network_info: [{"id": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "address": "fa:16:3e:86:43:59", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc912dc7c-8f", "ovs_interfaceid": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:11.865410 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:40:11.865410 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:40:11.870446 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-742c5e3e-7b4c-432b-a1ae-045e16c8ef8d tempest-ServersAdmin275Test-1168101764 tempest-ServersAdmin275Test-1168101764-project-member] Lock "f68d203f-a363-456e-9303-339347cf42b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.042s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:11.893524 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Releasing lock "refresh_cache-422ab157-830b-4faf-96ce-8a23f146b264" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:11.893770 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Instance network_info: |[{"id": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "address": "fa:16:3e:86:43:59", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc912dc7c-8f", "ovs_interfaceid": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:40:11.895713 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Terminating instance
Apr 30 15:40:11.936641 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f6d9cab59942a1b314f69d18ae2f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63f46c3619c84bc986e34f566d39f747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:40:12.377294 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:12.403066 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:12.410153 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:12.410153 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Instance destroyed successfully.
Apr 30 15:40:12.412130 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:40:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersAdminTestJSON-server-2093166991',display_name='tempest-ServersAdminTestJSON-server-2093166991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serversadmintestjson-server-2093166991',id=18,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='63f46c3619c84bc986e34f566d39f747',ramdisk_id='',reservation_id='r-rqc3leq0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersAdminTestJSON-112805430',owner_user_name='tempest-ServersAdminTestJSON-112805430-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:09Z,user_data=None,user_id='23f6d9cab59942a1b314f69d18ae2f20',uuid=422ab157-830b-4faf-96ce-8a23f146b264,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "address": "fa:16:3e:86:43:59", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc912dc7c-8f", "ovs_interfaceid": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:12.412130 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converting VIF {"id": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "address": "fa:16:3e:86:43:59", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc912dc7c-8f", "ovs_interfaceid": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:12.412893 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:43:59,bridge_name='br-int',has_traffic_filtering=True,id=c912dc7c-8f1f-46b0-88ef-8c9a0261d345,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc912dc7c-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:12.413069 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:43:59,bridge_name='br-int',has_traffic_filtering=True,id=c912dc7c-8f1f-46b0-88ef-8c9a0261d345,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc912dc7c-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:12.414978 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:12.417398 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc912dc7c-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:12.417398 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:12.419217 np0040594247 nova-compute[88153]: INFO os_vif [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:43:59,bridge_name='br-int',has_traffic_filtering=True,id=c912dc7c-8f1f-46b0-88ef-8c9a0261d345,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc912dc7c-8f')
Apr 30 15:40:12.419664 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Deleting instance files /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264_del
Apr 30 15:40:12.420362 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Deletion of /opt/stack/data/nova/instances/422ab157-830b-4faf-96ce-8a23f146b264_del complete
Apr 30 15:40:12.444532 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Successfully created port: 93b3cfb1-3a36-45ed-990f-a74c18e32724 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:40:12.785836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:12.801721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:12.884710 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:12.931479 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:12.939564 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94682000> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:12.939564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:12.939886 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:13.024581 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Successfully updated port: 93b3cfb1-3a36-45ed-990f-a74c18e32724 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:40:13.077209 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Received event network-changed-93b3cfb1-3a36-45ed-990f-a74c18e32724 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:40:13.080178 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Refreshing instance network info cache due to event network-changed-93b3cfb1-3a36-45ed-990f-a74c18e32724. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:40:13.080178 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] Acquiring lock "refresh_cache-a0b6ed4a-782b-4879-a573-ac978e849745" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:13.080178 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] Acquired lock "refresh_cache-a0b6ed4a-782b-4879-a573-ac978e849745" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:13.080178 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Refreshing network info cache for port 93b3cfb1-3a36-45ed-990f-a74c18e32724 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:40:13.117512 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:13.529473 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "refresh_cache-a0b6ed4a-782b-4879-a573-ac978e849745" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:13.574853 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:13.585085 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:13.585877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:13.585877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:13.586045 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:13.586525 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:13.637294 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:13.753309 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:13.899877 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:13.901291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:13.901861 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Creating image(s)
Apr 30 15:40:13.902601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "/opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:13.903056 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "/opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:13.904164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "/opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:13.905705 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:13.912371 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:13.914256 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:14.018474 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:14.019235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:14.020157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:14.021005 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:14.026315 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:14.027812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:14.094241 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:14.095403 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:14.129482 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:14.130072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:14.170640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:14.171281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.151s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:14.171881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:14.261290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3eb468b3-79d1-43bc-8370-0f7bdd0bd286 req-b2faac35-f50c-4a08-b321-489052ce8c5d service nova] Releasing lock "refresh_cache-a0b6ed4a-782b-4879-a573-ac978e849745" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:14.261290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquired lock "refresh_cache-a0b6ed4a-782b-4879-a573-ac978e849745" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:14.261290 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:14.270530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:14.271510 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:14.271987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:14.368881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:14.369401 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Cannot resize image /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:14.369991 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:14.370368 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Ensure instance console log exists: /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:14.371152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:14.371640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:14.372195 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:14.378646 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Available mdevs at: set().
Apr 30 15:40:14.378949 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:14.379207 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:14.385523 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:14.386329 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:14.389252 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Traceback (most recent call last):
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     yield resources
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     return f(*args, **kwargs)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     chosen_mdev = self._create_mdev(
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     self._host.device_create(conf)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     raise e.with_traceback(tb)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     rv = meth(*args, **kwargs)
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:14.391572 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745] 
Apr 30 15:40:14.608509 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.669s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Traceback (most recent call last):
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     return f(*args, **kwargs)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     chosen_mdev = self._create_mdev(
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     self._host.device_create(conf)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     raise e.with_traceback(tb)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     rv = meth(*args, **kwargs)
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:14.610534 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 422ab157-830b-4faf-96ce-8a23f146b264] 
Apr 30 15:40:14.612238 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:14.614993 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Build of instance 422ab157-830b-4faf-96ce-8a23f146b264 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:14.617534 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:14.618832 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:40:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersAdminTestJSON-server-2093166991',display_name='tempest-ServersAdminTestJSON-server-2093166991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serversadmintestjson-server-2093166991',id=18,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='63f46c3619c84bc986e34f566d39f747',ramdisk_id='',reservation_id='r-rqc3leq0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersAdminTestJSON-112805430',owner_user_name='tempest-ServersAdminTestJSON-112805430-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:12Z,user_data=None,user_id='23f6d9cab59942a1b314f69d18ae2f20',uuid=422ab157-830b-4faf-96ce-8a23f146b264,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "address": "fa:16:3e:86:43:59", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc912dc7c-8f", "ovs_interfaceid": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:14.619185 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converting VIF {"id": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "address": "fa:16:3e:86:43:59", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc912dc7c-8f", "ovs_interfaceid": "c912dc7c-8f1f-46b0-88ef-8c9a0261d345", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:14.620274 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:43:59,bridge_name='br-int',has_traffic_filtering=True,id=c912dc7c-8f1f-46b0-88ef-8c9a0261d345,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc912dc7c-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:14.620800 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:43:59,bridge_name='br-int',has_traffic_filtering=True,id=c912dc7c-8f1f-46b0-88ef-8c9a0261d345,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc912dc7c-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:14.622934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:14.623477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc912dc7c-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:14.623833 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:14.626398 np0040594247 nova-compute[88153]: INFO os_vif [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:43:59,bridge_name='br-int',has_traffic_filtering=True,id=c912dc7c-8f1f-46b0-88ef-8c9a0261d345,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc912dc7c-8f')
Apr 30 15:40:14.626689 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:14.627023 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:40:14.627323 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:40:14.821226 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:15.100202 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Updating instance_info_cache with network_info: [{"id": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "address": "fa:16:3e:f9:1b:2d", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap93b3cfb1-3a", "ovs_interfaceid": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:15.605258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Releasing lock "refresh_cache-a0b6ed4a-782b-4879-a573-ac978e849745" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:15.605928 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Instance network_info: |[{"id": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "address": "fa:16:3e:f9:1b:2d", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap93b3cfb1-3a", "ovs_interfaceid": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:40:15.606448 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Terminating instance
Apr 30 15:40:15.664057 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:16.112240 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:16.119728 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:16.119915 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Instance destroyed successfully.
Apr 30 15:40:16.121152 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:40:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersAdminTestJSON-server-1779186582',display_name='tempest-ServersAdminTestJSON-server-1779186582',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serversadmintestjson-server-1779186582',id=19,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='63f46c3619c84bc986e34f566d39f747',ramdisk_id='',reservation_id='r-ost0q9eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersAdminTestJSON-112805430',owner_user_name='tempest-ServersAdminTestJSON-112805430-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:13Z,user_data=None,user_id='23f6d9cab59942a1b314f69d18ae2f20',uuid=a0b6ed4a-782b-4879-a573-ac978e849745,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "address": "fa:16:3e:f9:1b:2d", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap93b3cfb1-3a", "ovs_interfaceid": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:16.121580 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converting VIF {"id": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "address": "fa:16:3e:f9:1b:2d", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap93b3cfb1-3a", "ovs_interfaceid": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:16.122504 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:1b:2d,bridge_name='br-int',has_traffic_filtering=True,id=93b3cfb1-3a36-45ed-990f-a74c18e32724,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93b3cfb1-3a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:16.122993 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:1b:2d,bridge_name='br-int',has_traffic_filtering=True,id=93b3cfb1-3a36-45ed-990f-a74c18e32724,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93b3cfb1-3a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:16.124928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:16.125561 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93b3cfb1-3a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:16.125561 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:16.128048 np0040594247 nova-compute[88153]: INFO os_vif [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:1b:2d,bridge_name='br-int',has_traffic_filtering=True,id=93b3cfb1-3a36-45ed-990f-a74c18e32724,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93b3cfb1-3a')
Apr 30 15:40:16.128495 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Deleting instance files /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745_del
Apr 30 15:40:16.129173 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Deletion of /opt/stack/data/nova/instances/a0b6ed4a-782b-4879-a573-ac978e849745_del complete
Apr 30 15:40:16.167961 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: 422ab157-830b-4faf-96ce-8a23f146b264] Took 1.54 seconds to deallocate network for instance.
Apr 30 15:40:16.639828 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:16.643095 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94646a50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:16.643467 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:16.643954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:17.271838 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Deleted allocations for instance 422ab157-830b-4faf-96ce-8a23f146b264
Apr 30 15:40:17.340024 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:17.346077 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:17.348074 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:17.348074 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:17.348422 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:17.349452 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:17.789696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bee2b017-2b3e-4084-91d3-e006408ac3c5 tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "422ab157-830b-4faf-96ce-8a23f146b264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.729s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:17.854493 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:17.854493 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:18.123111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:18.236659 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "b25d3839-41d0-4e02-a52f-66eb3b9f8359" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:18.237026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "b25d3839-41d0-4e02-a52f-66eb3b9f8359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:18.366716 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.723s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Traceback (most recent call last):
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     return f(*args, **kwargs)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     chosen_mdev = self._create_mdev(
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     self._host.device_create(conf)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     raise e.with_traceback(tb)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     rv = meth(*args, **kwargs)
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:18.369545 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a0b6ed4a-782b-4879-a573-ac978e849745] 
Apr 30 15:40:18.371506 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:18.372872 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Build of instance a0b6ed4a-782b-4879-a573-ac978e849745 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:18.376632 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:18.377462 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:40:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersAdminTestJSON-server-1779186582',display_name='tempest-ServersAdminTestJSON-server-1779186582',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serversadmintestjson-server-1779186582',id=19,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='63f46c3619c84bc986e34f566d39f747',ramdisk_id='',reservation_id='r-ost0q9eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersAdminTestJSON-112805430',owner_user_name='tempest-ServersAdminTestJSON-112805430-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:16Z,user_data=None,user_id='23f6d9cab59942a1b314f69d18ae2f20',uuid=a0b6ed4a-782b-4879-a573-ac978e849745,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "address": "fa:16:3e:f9:1b:2d", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap93b3cfb1-3a", "ovs_interfaceid": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:18.377462 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converting VIF {"id": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "address": "fa:16:3e:f9:1b:2d", "network": {"id": "ab9f55f5-5113-48c9-a97d-a1353466fce4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2075588209-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "63f46c3619c84bc986e34f566d39f747", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap93b3cfb1-3a", "ovs_interfaceid": "93b3cfb1-3a36-45ed-990f-a74c18e32724", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:18.378418 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:1b:2d,bridge_name='br-int',has_traffic_filtering=True,id=93b3cfb1-3a36-45ed-990f-a74c18e32724,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93b3cfb1-3a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:18.378614 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:1b:2d,bridge_name='br-int',has_traffic_filtering=True,id=93b3cfb1-3a36-45ed-990f-a74c18e32724,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93b3cfb1-3a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:18.380420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:18.380819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93b3cfb1-3a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:18.381068 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:18.383219 np0040594247 nova-compute[88153]: INFO os_vif [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:1b:2d,bridge_name='br-int',has_traffic_filtering=True,id=93b3cfb1-3a36-45ed-990f-a74c18e32724,network=Network(ab9f55f5-5113-48c9-a97d-a1353466fce4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93b3cfb1-3a')
Apr 30 15:40:18.383505 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:18.383806 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:40:18.384069 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:40:18.742429 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:19.278635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:19.279029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:19.283968 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:19.284199 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Claim successful on node np0040594247
Apr 30 15:40:19.307716 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:19.574611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "0cb325b7-55ff-4549-9ae9-0d726378e9b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:19.575214 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "0cb325b7-55ff-4549-9ae9-0d726378e9b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:19.812781 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] [instance: a0b6ed4a-782b-4879-a573-ac978e849745] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:40:20.079404 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:20.429636 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:20.434693 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:20.435769 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:20.435769 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:20.435769 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:20.436058 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:20.611306 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:20.867890 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Deleted allocations for instance a0b6ed4a-782b-4879-a573-ac978e849745
Apr 30 15:40:20.940689 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:20.941490 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:21.202336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:21.382157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-85075ca9-1af6-4734-9895-23589999287d tempest-ServersAdminTestJSON-112805430 tempest-ServersAdminTestJSON-112805430-project-member] Lock "a0b6ed4a-782b-4879-a573-ac978e849745" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.343s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:21.454418 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:21.455073 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:21.458547 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.847s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:21.463425 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:21.463732 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Claim successful on node np0040594247
Apr 30 15:40:21.965006 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:40:22.467365 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:22.589559 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:22.595765 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:22.596810 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:22.596810 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:22.597129 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:22.597726 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:22.972096 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:23.104193 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:23.105063 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:23.619268 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:23.620008 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:23.987185 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:23.988534 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:23.990078 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Creating image(s)
Apr 30 15:40:23.990791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "/opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:23.991153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "/opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:23.994744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "/opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:23.995837 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:24.002285 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:24.004050 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:24.108715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:24.109795 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:24.111514 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:24.112710 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:24.121581 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:24.122437 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:24.144758 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:40:24.206563 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:24.217873 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:24.218447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:24.250242 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:24.257691 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:24.258317 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.147s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:24.258850 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:24.353184 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:24.353839 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:24.354250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:24.451848 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:24.452963 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Cannot resize image /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:24.453495 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:24.454018 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Ensure instance console log exists: /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:24.454637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:24.455201 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:24.456020 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:24.460643 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Available mdevs at: set().
Apr 30 15:40:24.460885 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:24.461539 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:24.465942 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:24.466838 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:24.470113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Traceback (most recent call last):
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     yield resources
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     return f(*args, **kwargs)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     chosen_mdev = self._create_mdev(
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     self._host.device_create(conf)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     raise e.with_traceback(tb)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     rv = meth(*args, **kwargs)
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:24.472613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] 
Apr 30 15:40:24.474889 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Terminating instance
Apr 30 15:40:24.497650 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:24.523672 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:24.645619 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:24.980243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "refresh_cache-b25d3839-41d0-4e02-a52f-66eb3b9f8359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:24.980367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquired lock "refresh_cache-b25d3839-41d0-4e02-a52f-66eb3b9f8359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:24.980751 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:25.129724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:25.131030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:25.152756 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:25.293631 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:25.313223 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:25.519981 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:25.639652 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:26.143584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Releasing lock "refresh_cache-b25d3839-41d0-4e02-a52f-66eb3b9f8359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:26.144307 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:26.147505 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:26.147702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Instance destroyed successfully.
Apr 30 15:40:26.148453 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Deleting instance files /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359_del
Apr 30 15:40:26.149113 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Deletion of /opt/stack/data/nova/instances/b25d3839-41d0-4e02-a52f-66eb3b9f8359_del complete
Apr 30 15:40:26.167628 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:26.169465 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:26.169465 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Creating image(s)
Apr 30 15:40:26.170252 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "/opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:26.170568 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "/opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:26.171610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "/opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:26.172721 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:26.179593 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:26.183022 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:26.279001 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:26.279986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:26.280626 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:26.281382 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:26.286695 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:26.287276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:26.382719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:26.382719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:26.429429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk 1073741824" returned: 0 in 0.048s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:26.430113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.149s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:26.430644 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:26.529722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:26.530975 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:26.530975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:26.633781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:26.634593 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Cannot resize image /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:26.635493 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:26.636065 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Ensure instance console log exists: /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:26.636809 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:26.637623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:26.638331 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:26.646558 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Available mdevs at: set().
Apr 30 15:40:26.647336 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:26.647415 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:26.652655 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:26.653578 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:26.660080 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.022s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Traceback (most recent call last):
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     yield resources
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     return f(*args, **kwargs)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     chosen_mdev = self._create_mdev(
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     self._host.device_create(conf)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     raise e.with_traceback(tb)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     rv = meth(*args, **kwargs)
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:26.662955 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] 
Apr 30 15:40:26.664868 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Terminating instance
Apr 30 15:40:26.673062 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:26.673479 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:40:26.674215 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:40:26.678478 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7078bce0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:26.678776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:26.679149 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:26.801043 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:26.834564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:27.037585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:27.072969 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:27.170201 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "refresh_cache-0cb325b7-55ff-4549-9ae9-0d726378e9b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:27.170658 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquired lock "refresh_cache-0cb325b7-55ff-4549-9ae9-0d726378e9b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:27.170658 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:27.318812 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:27.324286 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:27.325204 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:27.325204 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:27.326646 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:27.326646 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:27.600555 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:27.610898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:27.709296 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:27.793159 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:27.831344 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:27.831733 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:28.124546 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:28.296140 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Releasing lock "refresh_cache-0cb325b7-55ff-4549-9ae9-0d726378e9b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:28.296829 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:28.300936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:28.301106 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Instance destroyed successfully.
Apr 30 15:40:28.301721 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Deleting instance files /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2_del
Apr 30 15:40:28.302324 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Deletion of /opt/stack/data/nova/instances/0cb325b7-55ff-4549-9ae9-0d726378e9b2_del complete
Apr 30 15:40:28.342774 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.664s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Traceback (most recent call last):
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     return f(*args, **kwargs)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     chosen_mdev = self._create_mdev(
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     self._host.device_create(conf)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     raise e.with_traceback(tb)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     rv = meth(*args, **kwargs)
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:28.344660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] 
Apr 30 15:40:28.346434 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:28.347655 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Build of instance b25d3839-41d0-4e02-a52f-66eb3b9f8359 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:28.350096 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:28.350261 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquiring lock "refresh_cache-b25d3839-41d0-4e02-a52f-66eb3b9f8359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:28.350515 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Acquired lock "refresh_cache-b25d3839-41d0-4e02-a52f-66eb3b9f8359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:28.350843 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:28.810635 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Took 0.51 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:28.811013 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:40:28.811364 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:40:28.815014 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70664da0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:28.815214 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:28.815503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:28.884263 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:28.961428 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:29.455820 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:29.462031 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:29.462930 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:29.462930 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:29.463054 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:29.463415 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:29.465525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Releasing lock "refresh_cache-b25d3839-41d0-4e02-a52f-66eb3b9f8359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:29.465868 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:29.466158 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] [instance: b25d3839-41d0-4e02-a52f-66eb3b9f8359] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:40:29.838029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquiring lock "7f8f3618-63e0-47fc-a04e-9295e96a8f55" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:29.838343 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "7f8f3618-63e0-47fc-a04e-9295e96a8f55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:29.971274 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:29.971853 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:30.340820 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:30.489542 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.673s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Traceback (most recent call last):
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     return f(*args, **kwargs)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     chosen_mdev = self._create_mdev(
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     self._host.device_create(conf)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     raise e.with_traceback(tb)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     rv = meth(*args, **kwargs)
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:30.492365 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] 
Apr 30 15:40:30.494465 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:30.500284 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Build of instance 0cb325b7-55ff-4549-9ae9-0d726378e9b2 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:30.502515 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:30.502846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquiring lock "refresh_cache-0cb325b7-55ff-4549-9ae9-0d726378e9b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:30.503123 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Acquired lock "refresh_cache-0cb325b7-55ff-4549-9ae9-0d726378e9b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:30.503404 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:30.541999 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Deleted allocations for instance b25d3839-41d0-4e02-a52f-66eb3b9f8359
Apr 30 15:40:30.871267 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:30.871615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:30.876618 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:30.876945 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Claim successful on node np0040594247
Apr 30 15:40:31.033158 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:31.052125 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21286a45-ac15-497c-953c-2de381077d8f tempest-ServerDiagnosticsV248Test-1476467457 tempest-ServerDiagnosticsV248Test-1476467457-project-member] Lock "b25d3839-41d0-4e02-a52f-66eb3b9f8359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.815s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:31.126182 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:31.204543 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:31.629440 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Releasing lock "refresh_cache-0cb325b7-55ff-4549-9ae9-0d726378e9b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:31.629945 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:31.630143 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] [instance: 0cb325b7-55ff-4549-9ae9-0d726378e9b2] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:40:32.011945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:32.017726 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:32.018742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:32.018742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:32.018856 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:32.019420 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:32.524321 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:32.524828 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:32.678817 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Deleted allocations for instance 0cb325b7-55ff-4549-9ae9-0d726378e9b2
Apr 30 15:40:33.038078 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:33.038565 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:33.190258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5237e875-4e55-403f-9b7b-398a8fecec84 tempest-UnshelveToHostMultiNodesTest-1765241985 tempest-UnshelveToHostMultiNodesTest-1765241985-project-member] Lock "0cb325b7-55ff-4549-9ae9-0d726378e9b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.615s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:33.551698 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:40:33.551987 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:40:33.641968 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8271984bdfb448fc8babcfe3a2c230eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86dc3695aee2411fa785729d6c5d924d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:40:34.055966 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:34.332830 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Successfully created port: b69820c7-bef1-4372-840c-2b318f03187c {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:40:34.562547 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:34.890059 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:34.890514 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 15:40:35.107063 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Successfully updated port: b69820c7-bef1-4372-840c-2b318f03187c {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:40:35.140921 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Received event network-changed-b69820c7-bef1-4372-840c-2b318f03187c {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:40:35.141226 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Refreshing instance network info cache due to event network-changed-b69820c7-bef1-4372-840c-2b318f03187c. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:40:35.141540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] Acquiring lock "refresh_cache-7f8f3618-63e0-47fc-a04e-9295e96a8f55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:35.142103 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] Acquired lock "refresh_cache-7f8f3618-63e0-47fc-a04e-9295e96a8f55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:35.142103 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Refreshing network info cache for port b69820c7-bef1-4372-840c-2b318f03187c {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:40:35.582121 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:35.583834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:35.584251 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Creating image(s)
Apr 30 15:40:35.585038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquiring lock "/opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:35.585486 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "/opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:35.586510 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "/opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:35.587454 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:35.593018 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:35.595091 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:35.612424 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquiring lock "refresh_cache-7f8f3618-63e0-47fc-a04e-9295e96a8f55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:35.687373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:35.687982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:35.688780 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:35.689492 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:35.697996 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:35.698581 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:35.718273 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:35.798708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:35.798708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:35.817532 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:35.834614 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:35.834614 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:35.835112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:35.940705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:35.940705 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:35.940705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:36.048578 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:36.053543 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Cannot resize image /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:36.053543 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:36.053543 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Ensure instance console log exists: /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:36.053543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:36.053543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:36.053543 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:36.059260 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Available mdevs at: set().
Apr 30 15:40:36.060507 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:36.060507 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:36.068125 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Traceback (most recent call last):
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     yield resources
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     return f(*args, **kwargs)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     chosen_mdev = self._create_mdev(
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     self._host.device_create(conf)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     raise e.with_traceback(tb)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     rv = meth(*args, **kwargs)
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:36.079210 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:36.081738 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:36.081738 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] 
Apr 30 15:40:36.206316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:40:36.208123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:40:36.208361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:40:36.208498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:40:36.210395 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:36.210785 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:40:36.325708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1d516957-e1ba-41c8-93ca-9647961a0ce3 req-14f182a3-dcf0-4305-b7a9-88cc96a478f8 service nova] Releasing lock "refresh_cache-7f8f3618-63e0-47fc-a04e-9295e96a8f55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:36.325708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquired lock "refresh_cache-7f8f3618-63e0-47fc-a04e-9295e96a8f55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:36.325708 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:36.879701 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:36.896289 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:36.899306 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:36.906280 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:36.949635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:37.016427 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:37.053979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:37.142287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:37.145169 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:37.149222 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:37.154192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:37.249826 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Updating instance_info_cache with network_info: [{"id": "b69820c7-bef1-4372-840c-2b318f03187c", "address": "fa:16:3e:b6:f1:43", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb69820c7-be", "ovs_interfaceid": "b69820c7-bef1-4372-840c-2b318f03187c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:37.752205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Releasing lock "refresh_cache-7f8f3618-63e0-47fc-a04e-9295e96a8f55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:37.753416 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Instance network_info: |[{"id": "b69820c7-bef1-4372-840c-2b318f03187c", "address": "fa:16:3e:b6:f1:43", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb69820c7-be", "ovs_interfaceid": "b69820c7-bef1-4372-840c-2b318f03187c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:40:37.753416 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Terminating instance
Apr 30 15:40:38.127643 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.183453 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.191064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.203798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.301745 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:38.305717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:38.306185 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Instance destroyed successfully.
Apr 30 15:40:38.307712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiagnosticsTest-server-1542754025',display_name='tempest-ServerDiagnosticsTest-server-1542754025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverdiagnosticstest-server-1542754025',id=22,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86dc3695aee2411fa785729d6c5d924d',ramdisk_id='',reservation_id='r-2pbladcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiagnosticsTest-38297445',owner_user_name='tempest-ServerDiagnosticsTest-38297445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:35Z,user_data=None,user_id='8271984bdfb448fc8babcfe3a2c230eb',uuid=7f8f3618-63e0-47fc-a04e-9295e96a8f55,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b69820c7-bef1-4372-840c-2b318f03187c", "address": "fa:16:3e:b6:f1:43", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb69820c7-be", "ovs_interfaceid": "b69820c7-bef1-4372-840c-2b318f03187c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:38.308007 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Converting VIF {"id": "b69820c7-bef1-4372-840c-2b318f03187c", "address": "fa:16:3e:b6:f1:43", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb69820c7-be", "ovs_interfaceid": "b69820c7-bef1-4372-840c-2b318f03187c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:38.309151 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f1:43,bridge_name='br-int',has_traffic_filtering=True,id=b69820c7-bef1-4372-840c-2b318f03187c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb69820c7-be') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:38.309623 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f1:43,bridge_name='br-int',has_traffic_filtering=True,id=b69820c7-bef1-4372-840c-2b318f03187c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb69820c7-be') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:38.311383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.311843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb69820c7-be, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:38.312176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:38.317983 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.317983 np0040594247 nova-compute[88153]: INFO os_vif [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f1:43,bridge_name='br-int',has_traffic_filtering=True,id=b69820c7-bef1-4372-840c-2b318f03187c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb69820c7-be')
Apr 30 15:40:38.318179 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Deleting instance files /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55_del
Apr 30 15:40:38.322887 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Deletion of /opt/stack/data/nova/instances/7f8f3618-63e0-47fc-a04e-9295e96a8f55_del complete
Apr 30 15:40:38.385658 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.444628 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:38.775631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquiring lock "dd7b1ba9-dba2-48dd-a764-39662a68b755" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:38.776143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "dd7b1ba9-dba2-48dd-a764-39662a68b755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:38.837921 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:38.840502 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70530800> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:38.840824 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:38.841237 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:39.151664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:39.154092 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:39.279959 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:39.498512 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:39.513701 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:39.515029 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:39.515569 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:39.515663 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:39.516097 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:39.822596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:40.021329 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:40.021871 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:40.116258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.126241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.138837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.176778 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.240501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.282700 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.495203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.514030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.529750 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.535034 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.694s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Traceback (most recent call last):
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     return f(*args, **kwargs)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     chosen_mdev = self._create_mdev(
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     self._host.device_create(conf)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     raise e.with_traceback(tb)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     rv = meth(*args, **kwargs)
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:40.537863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] 
Apr 30 15:40:40.539403 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:40.540275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.718s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:40.541493 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Build of instance 7f8f3618-63e0-47fc-a04e-9295e96a8f55 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:40.546029 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:40.547361 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:40:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiagnosticsTest-server-1542754025',display_name='tempest-ServerDiagnosticsTest-server-1542754025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverdiagnosticstest-server-1542754025',id=22,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86dc3695aee2411fa785729d6c5d924d',ramdisk_id='',reservation_id='r-2pbladcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiagnosticsTest-38297445',owner_user_name='tempest-ServerDiagnosticsTest-38297445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:38Z,user_data=None,user_id='8271984bdfb448fc8babcfe3a2c230eb',uuid=7f8f3618-63e0-47fc-a04e-9295e96a8f55,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b69820c7-bef1-4372-840c-2b318f03187c", "address": "fa:16:3e:b6:f1:43", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb69820c7-be", "ovs_interfaceid": "b69820c7-bef1-4372-840c-2b318f03187c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:40.547703 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Converting VIF {"id": "b69820c7-bef1-4372-840c-2b318f03187c", "address": "fa:16:3e:b6:f1:43", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb69820c7-be", "ovs_interfaceid": "b69820c7-bef1-4372-840c-2b318f03187c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:40.548807 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f1:43,bridge_name='br-int',has_traffic_filtering=True,id=b69820c7-bef1-4372-840c-2b318f03187c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb69820c7-be') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:40.549124 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f1:43,bridge_name='br-int',has_traffic_filtering=True,id=b69820c7-bef1-4372-840c-2b318f03187c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb69820c7-be') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:40.553175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.554702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb69820c7-be, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:40.554702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:40.563373 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:40.563373 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Claim successful on node np0040594247
Apr 30 15:40:40.564618 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.566783 np0040594247 nova-compute[88153]: INFO os_vif [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:f1:43,bridge_name='br-int',has_traffic_filtering=True,id=b69820c7-bef1-4372-840c-2b318f03187c,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb69820c7-be')
Apr 30 15:40:40.567026 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:40.567321 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:40:40.567607 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:40:40.635319 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:40.687624 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.142488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.144705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.148601 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.150533 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.172157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.173870 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.178974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.395708 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:41.424106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.436768 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.452325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.484156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.549176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.596149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:41.615830 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:41.728424 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:41.734776 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:41.735763 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:41.735763 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:41.735763 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:41.736232 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:42.121576 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] [instance: 7f8f3618-63e0-47fc-a04e-9295e96a8f55] Took 1.55 seconds to deallocate network for instance.
Apr 30 15:40:42.241713 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:42.241713 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:42.754398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:42.756371 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:43.130031 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:43.157354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:43.159457 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:43.187655 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Deleted allocations for instance 7f8f3618-63e0-47fc-a04e-9295e96a8f55
Apr 30 15:40:43.215538 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:43.217817 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:43.221644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:43.224271 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:43.270724 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:40:43.270724 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:40:43.400135 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '162822d7d0594ba2a9ba027dc0ccb962', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49997af413fc43c0bd26a367b2872747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:40:43.699894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bdededab-6304-44d4-9aa7-d0ca0fe1795d tempest-ServerDiagnosticsTest-38297445 tempest-ServerDiagnosticsTest-38297445-project-member] Lock "7f8f3618-63e0-47fc-a04e-9295e96a8f55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.861s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:43.769414 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:44.275775 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:44.341381 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Successfully created port: 2a8ee66b-90ae-4f4d-be83-dafcb87745d1 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:40:44.741409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquiring lock "8df89bf5-57a9-44a5-9d5c-6f64c7e72570" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:44.741409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "8df89bf5-57a9-44a5-9d5c-6f64c7e72570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:44.889213 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:45.101171 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:45.118461 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:45.143129 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:45.145041 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:45.241322 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Successfully updated port: 2a8ee66b-90ae-4f4d-be83-dafcb87745d1 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:40:45.245032 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:45.283764 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Received event network-changed-2a8ee66b-90ae-4f4d-be83-dafcb87745d1 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:40:45.284059 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Refreshing instance network info cache due to event network-changed-2a8ee66b-90ae-4f4d-be83-dafcb87745d1. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:40:45.284400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] Acquiring lock "refresh_cache-dd7b1ba9-dba2-48dd-a764-39662a68b755" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:45.284707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] Acquired lock "refresh_cache-dd7b1ba9-dba2-48dd-a764-39662a68b755" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:45.285231 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Refreshing network info cache for port 2a8ee66b-90ae-4f4d-be83-dafcb87745d1 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:40:45.287945 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:45.289555 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:45.290050 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Creating image(s)
Apr 30 15:40:45.290762 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:45.291066 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "/opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:45.292068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "/opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:45.292859 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:45.299464 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:45.306603 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:45.370788 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:45.410338 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:45.410801 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:45.411530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:45.412224 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:45.417214 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:45.417723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:45.476465 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:45.516776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:45.517005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:45.561351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk 1073741824" returned: 0 in 0.044s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:45.562223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.150s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:45.563121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:45.682602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:45.682602 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:45.682602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:45.745841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquiring lock "refresh_cache-dd7b1ba9-dba2-48dd-a764-39662a68b755" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:45.788919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:45.788919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:45.790608 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:45.791852 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Cannot resize image /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:45.792484 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:45.792902 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Ensure instance console log exists: /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:45.793473 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:45.793808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:45.794203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:45.799041 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:45.799594 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Claim successful on node np0040594247
Apr 30 15:40:45.806906 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Available mdevs at: set().
Apr 30 15:40:45.807305 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:45.807658 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:45.812397 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:45.816407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:45.819613 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.026s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Traceback (most recent call last):
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     yield resources
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     return f(*args, **kwargs)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     chosen_mdev = self._create_mdev(
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     self._host.device_create(conf)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     raise e.with_traceback(tb)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     rv = meth(*args, **kwargs)
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:45.821866 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] 
Apr 30 15:40:45.889343 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:45.982484 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3229e631-931b-4397-b070-305266b80e90 req-65278e3d-562a-43e2-8b41-316a758c81e2 service nova] Releasing lock "refresh_cache-dd7b1ba9-dba2-48dd-a764-39662a68b755" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:45.983117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquired lock "refresh_cache-dd7b1ba9-dba2-48dd-a764-39662a68b755" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:45.983393 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:46.211492 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:46.397172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:46.542373 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:46.798101 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Updating instance_info_cache with network_info: [{"id": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "address": "fa:16:3e:70:de:36", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a8ee66b-90", "ovs_interfaceid": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:46.952049 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:46.971777 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:47.016764 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:47.031545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:47.301420 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Releasing lock "refresh_cache-dd7b1ba9-dba2-48dd-a764-39662a68b755" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:47.301820 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Instance network_info: |[{"id": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "address": "fa:16:3e:70:de:36", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a8ee66b-90", "ovs_interfaceid": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:40:47.302393 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Terminating instance
Apr 30 15:40:47.476994 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:47.477584 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:47.808575 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:47.824228 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:47.824228 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Instance destroyed successfully.
Apr 30 15:40:47.825016 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:40:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersOnMultiNodesTest-server-64928261',display_name='tempest-ServersOnMultiNodesTest-server-64928261',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serversonmultinodestest-server-64928261',id=23,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49997af413fc43c0bd26a367b2872747',ramdisk_id='',reservation_id='r-dd6dpp0a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersOnMultiNodesTest-1291255817',owner_user_name='tempest-ServersOnMultiNodesTest-1291255817-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:44Z,user_data=None,user_id='162822d7d0594ba2a9ba027dc0ccb962',uuid=dd7b1ba9-dba2-48dd-a764-39662a68b755,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "address": "fa:16:3e:70:de:36", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a8ee66b-90", "ovs_interfaceid": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:47.826547 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Converting VIF {"id": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "address": "fa:16:3e:70:de:36", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a8ee66b-90", "ovs_interfaceid": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:47.827393 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:de:36,bridge_name='br-int',has_traffic_filtering=True,id=2a8ee66b-90ae-4f4d-be83-dafcb87745d1,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8ee66b-90') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:47.828355 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:de:36,bridge_name='br-int',has_traffic_filtering=True,id=2a8ee66b-90ae-4f4d-be83-dafcb87745d1,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8ee66b-90') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:47.829927 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:47.830407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a8ee66b-90, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:47.830770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:47.834196 np0040594247 nova-compute[88153]: INFO os_vif [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:de:36,bridge_name='br-int',has_traffic_filtering=True,id=2a8ee66b-90ae-4f4d-be83-dafcb87745d1,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8ee66b-90')
Apr 30 15:40:47.835019 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Deleting instance files /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755_del
Apr 30 15:40:47.835287 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Deletion of /opt/stack/data/nova/instances/dd7b1ba9-dba2-48dd-a764-39662a68b755_del complete
Apr 30 15:40:47.990557 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:47.991703 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:47.995775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.598s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:47.995775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:47.996287 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:40:48.132420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:48.224282 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:40:48.226166 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1462MB free_disk=56.754093170166016GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:40:48.226373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:48.226783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:48.342644 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:48.345734 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94160680> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:48.345847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:48.502105 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:40:48.502211 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:40:48.512297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:48.526701 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:48.544476 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:48.575892 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e225828e46624e069b3090a2d97e6a43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0eeddc2834448b5a9ef157183457a5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:40:48.604353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:48.670811 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:48.709567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:49.007350 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:49.146883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:49.147010 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:49.154042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:49.203896 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Successfully created port: a9e744d4-2946-43fc-aa3c-a9b8e660f38e {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:40:49.272340 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance dd7b1ba9-dba2-48dd-a764-39662a68b755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:40:49.272581 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 8df89bf5-57a9-44a5-9d5c-6f64c7e72570 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:40:49.273007 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:40:49.273196 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=768MB phys_disk=69GB used_disk=2GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:40:49.417522 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:49.424241 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:49.426300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:49.426300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:49.426300 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:49.426300 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:49.515215 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:49.827339 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Successfully updated port: a9e744d4-2946-43fc-aa3c-a9b8e660f38e {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:40:49.934721 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:49.935019 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:49.993661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:50.003150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:50.022416 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:50.042744 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:50.104100 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:50.142150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:50.274344 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Received event network-changed-a9e744d4-2946-43fc-aa3c-a9b8e660f38e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:40:50.277960 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Refreshing instance network info cache due to event network-changed-a9e744d4-2946-43fc-aa3c-a9b8e660f38e. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:40:50.278488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] Acquiring lock "refresh_cache-8df89bf5-57a9-44a5-9d5c-6f64c7e72570" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:50.278488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] Acquired lock "refresh_cache-8df89bf5-57a9-44a5-9d5c-6f64c7e72570" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:50.278718 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Refreshing network info cache for port a9e744d4-2946-43fc-aa3c-a9b8e660f38e {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:40:50.332208 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquiring lock "refresh_cache-8df89bf5-57a9-44a5-9d5c-6f64c7e72570" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:50.447549 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:40:50.450423 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:50.450423 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.102s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:50.532847 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:50.534253 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:50.534724 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Creating image(s)
Apr 30 15:40:50.535606 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquiring lock "/opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:50.535802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "/opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:50.536660 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "/opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:50.537445 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:50.542749 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:50.545177 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:50.642078 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:50.644026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:50.645132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:50.646135 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:50.656715 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:50.656715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:50.750459 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:50.751094 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:50.800213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk 1073741824" returned: 0 in 0.048s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:50.801104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.156s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:50.802833 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:50.847407 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:50.904740 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:50.905160 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:50.905623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:51.003112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:51.003701 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Cannot resize image /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:51.004388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:51.004870 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Ensure instance console log exists: /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:51.005566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:51.005806 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:51.006271 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:51.011416 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Available mdevs at: set().
Apr 30 15:40:51.011995 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:51.012428 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:51.018089 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:51.019029 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:51.028121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.022s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Traceback (most recent call last):
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     yield resources
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     return f(*args, **kwargs)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     chosen_mdev = self._create_mdev(
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     self._host.device_create(conf)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     raise e.with_traceback(tb)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     rv = meth(*args, **kwargs)
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:51.032942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] 
Apr 30 15:40:51.042521 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:51.137510 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:51.148800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:51.154217 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:51.155197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:51.155197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:51.155197 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:51.156482 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:51.159053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.257995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.268017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.279982 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.306086 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.373873 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.427887 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:51.453682 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:51.453911 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:51.455086 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:51.455086 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:51.455086 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:40:51.550242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-23ca456e-e4c2-468e-b565-582900b7027c req-5989966d-474d-4d9c-86fa-f54301dca37e service nova] Releasing lock "refresh_cache-8df89bf5-57a9-44a5-9d5c-6f64c7e72570" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:51.551217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquired lock "refresh_cache-8df89bf5-57a9-44a5-9d5c-6f64c7e72570" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:51.552367 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:51.662717 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:51.663792 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:52.136909 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:52.179877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.731s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Traceback (most recent call last):
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     return f(*args, **kwargs)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     chosen_mdev = self._create_mdev(
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     self._host.device_create(conf)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     raise e.with_traceback(tb)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     rv = meth(*args, **kwargs)
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:52.182328 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] 
Apr 30 15:40:52.188713 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:52.188713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Build of instance dd7b1ba9-dba2-48dd-a764-39662a68b755 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:52.190936 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:52.192189 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:40:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersOnMultiNodesTest-server-64928261',display_name='tempest-ServersOnMultiNodesTest-server-64928261',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serversonmultinodestest-server-64928261',id=23,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49997af413fc43c0bd26a367b2872747',ramdisk_id='',reservation_id='r-dd6dpp0a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersOnMultiNodesTest-1291255817',owner_user_name='tempest-ServersOnMultiNodesTest-1291255817-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:48Z,user_data=None,user_id='162822d7d0594ba2a9ba027dc0ccb962',uuid=dd7b1ba9-dba2-48dd-a764-39662a68b755,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "address": "fa:16:3e:70:de:36", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a8ee66b-90", "ovs_interfaceid": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:52.192860 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Converting VIF {"id": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "address": "fa:16:3e:70:de:36", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a8ee66b-90", "ovs_interfaceid": "2a8ee66b-90ae-4f4d-be83-dafcb87745d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:52.194025 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:de:36,bridge_name='br-int',has_traffic_filtering=True,id=2a8ee66b-90ae-4f4d-be83-dafcb87745d1,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8ee66b-90') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:52.194611 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:de:36,bridge_name='br-int',has_traffic_filtering=True,id=2a8ee66b-90ae-4f4d-be83-dafcb87745d1,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8ee66b-90') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:52.200340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:52.200959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a8ee66b-90, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:52.201245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:52.204564 np0040594247 nova-compute[88153]: INFO os_vif [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:de:36,bridge_name='br-int',has_traffic_filtering=True,id=2a8ee66b-90ae-4f4d-be83-dafcb87745d1,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8ee66b-90')
Apr 30 15:40:52.206010 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:52.206010 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:40:52.206010 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:40:52.471695 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Updating instance_info_cache with network_info: [{"id": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "address": "fa:16:3e:e4:c7:9e", "network": {"id": "a744134f-a464-4275-8ee1-ef90fb538c75", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791837403-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a0eeddc2834448b5a9ef157183457a5f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa9e744d4-29", "ovs_interfaceid": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:52.564700 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquiring lock "cb90a2ba-5d80-40af-967d-08c051e90fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:52.564700 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "cb90a2ba-5d80-40af-967d-08c051e90fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:52.883019 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:52.889881 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:52.891894 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 15:40:52.973813 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Releasing lock "refresh_cache-8df89bf5-57a9-44a5-9d5c-6f64c7e72570" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:52.974324 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Instance network_info: |[{"id": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "address": "fa:16:3e:e4:c7:9e", "network": {"id": "a744134f-a464-4275-8ee1-ef90fb538c75", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791837403-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a0eeddc2834448b5a9ef157183457a5f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa9e744d4-29", "ovs_interfaceid": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:40:52.974975 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Terminating instance
Apr 30 15:40:53.066668 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:40:53.138384 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:53.160166 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:53.162516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:53.163909 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:53.165605 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:53.228502 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:53.395391 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 15:40:53.486352 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:40:53.490544 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:40:53.490738 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Instance destroyed successfully.
Apr 30 15:40:53.491980 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:40:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-FloatingIPsAssociationNegativeTestJSON-server-2005638519',display_name='tempest-FloatingIPsAssociationNegativeTestJSON-server-2005638519',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-floatingipsassociationnegativetestjson-server-200563851',id=24,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0eeddc2834448b5a9ef157183457a5f',ramdisk_id='',reservation_id='r-q3ne1knz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-FloatingIPsAssociationNegativeTestJSON-827347243',owner_user_name='tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:50Z,user_data=None,user_id='e225828e46624e069b3090a2d97e6a43',uuid=8df89bf5-57a9-44a5-9d5c-6f64c7e72570,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "address": "fa:16:3e:e4:c7:9e", "network": {"id": "a744134f-a464-4275-8ee1-ef90fb538c75", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791837403-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a0eeddc2834448b5a9ef157183457a5f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa9e744d4-29", "ovs_interfaceid": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:53.492342 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Converting VIF {"id": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "address": "fa:16:3e:e4:c7:9e", "network": {"id": "a744134f-a464-4275-8ee1-ef90fb538c75", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791837403-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a0eeddc2834448b5a9ef157183457a5f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa9e744d4-29", "ovs_interfaceid": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:53.493198 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c7:9e,bridge_name='br-int',has_traffic_filtering=True,id=a9e744d4-2946-43fc-aa3c-a9b8e660f38e,network=Network(a744134f-a464-4275-8ee1-ef90fb538c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e744d4-29') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:53.493605 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c7:9e,bridge_name='br-int',has_traffic_filtering=True,id=a9e744d4-2946-43fc-aa3c-a9b8e660f38e,network=Network(a744134f-a464-4275-8ee1-ef90fb538c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e744d4-29') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:53.495055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:53.495430 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9e744d4-29, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:53.495671 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:53.498041 np0040594247 nova-compute[88153]: INFO os_vif [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c7:9e,bridge_name='br-int',has_traffic_filtering=True,id=a9e744d4-2946-43fc-aa3c-a9b8e660f38e,network=Network(a744134f-a464-4275-8ee1-ef90fb538c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e744d4-29')
Apr 30 15:40:53.498486 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Deleting instance files /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570_del
Apr 30 15:40:53.499166 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Deletion of /opt/stack/data/nova/instances/8df89bf5-57a9-44a5-9d5c-6f64c7e72570_del complete
Apr 30 15:40:53.777070 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] [instance: dd7b1ba9-dba2-48dd-a764-39662a68b755] Took 1.57 seconds to deallocate network for instance.
Apr 30 15:40:53.809847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:53.810334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:53.815150 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:40:53.816003 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Claim successful on node np0040594247
Apr 30 15:40:54.007980 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:40:54.011006 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7033fc50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:40:54.011251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:54.833537 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Deleted allocations for instance dd7b1ba9-dba2-48dd-a764-39662a68b755
Apr 30 15:40:54.979307 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:54.988938 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:54.990095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:54.990095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:54.990386 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:54.990935 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:55.351426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e1ebc9b5-f2ae-4923-a0be-ff2f247c9a39 tempest-ServersOnMultiNodesTest-1291255817 tempest-ServersOnMultiNodesTest-1291255817-project-member] Lock "dd7b1ba9-dba2-48dd-a764-39662a68b755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.575s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:55.496348 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:55.496847 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:56.008649 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:56.009286 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:40:56.012593 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:56.213267 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:56.527930 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:40:56.527930 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:40:56.644129 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:56.650137 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:56.651126 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:40:56.651126 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:40:56.651126 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:56.651589 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:40:56.719830 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91ab6a38e1c74c268ff7f39647dd1f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5252a24954fb41fb89efa67c4ff6b04e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:40:56.892352 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:40:57.028366 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:40:57.158145 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:57.158605 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:40:57.363832 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Successfully created port: 25bc8960-3d69-4eca-83ea-5d09c09d7c3d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:40:57.534200 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:40:57.674098 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.661s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Traceback (most recent call last):
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     return f(*args, **kwargs)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     chosen_mdev = self._create_mdev(
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     self._host.device_create(conf)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     raise e.with_traceback(tb)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     rv = meth(*args, **kwargs)
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:57.678103 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] 
Apr 30 15:40:57.680223 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:40:57.686608 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Build of instance 8df89bf5-57a9-44a5-9d5c-6f64c7e72570 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:40:57.689586 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:40:57.691324 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:40:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-FloatingIPsAssociationNegativeTestJSON-server-2005638519',display_name='tempest-FloatingIPsAssociationNegativeTestJSON-server-2005638519',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-floatingipsassociationnegativetestjson-server-200563851',id=24,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a0eeddc2834448b5a9ef157183457a5f',ramdisk_id='',reservation_id='r-q3ne1knz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-FloatingIPsAssociationNegativeTestJSON-827347243',owner_user_name='tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:54Z,user_data=None,user_id='e225828e46624e069b3090a2d97e6a43',uuid=8df89bf5-57a9-44a5-9d5c-6f64c7e72570,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "address": "fa:16:3e:e4:c7:9e", "network": {"id": "a744134f-a464-4275-8ee1-ef90fb538c75", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791837403-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a0eeddc2834448b5a9ef157183457a5f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa9e744d4-29", "ovs_interfaceid": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:40:57.693838 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Converting VIF {"id": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "address": "fa:16:3e:e4:c7:9e", "network": {"id": "a744134f-a464-4275-8ee1-ef90fb538c75", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1791837403-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a0eeddc2834448b5a9ef157183457a5f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa9e744d4-29", "ovs_interfaceid": "a9e744d4-2946-43fc-aa3c-a9b8e660f38e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:40:57.693838 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c7:9e,bridge_name='br-int',has_traffic_filtering=True,id=a9e744d4-2946-43fc-aa3c-a9b8e660f38e,network=Network(a744134f-a464-4275-8ee1-ef90fb538c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e744d4-29') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:40:57.693838 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c7:9e,bridge_name='br-int',has_traffic_filtering=True,id=a9e744d4-2946-43fc-aa3c-a9b8e660f38e,network=Network(a744134f-a464-4275-8ee1-ef90fb538c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e744d4-29') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:40:57.695521 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:57.696224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9e744d4-29, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:40:57.696224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:40:57.699704 np0040594247 nova-compute[88153]: INFO os_vif [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c7:9e,bridge_name='br-int',has_traffic_filtering=True,id=a9e744d4-2946-43fc-aa3c-a9b8e660f38e,network=Network(a744134f-a464-4275-8ee1-ef90fb538c75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e744d4-29')
Apr 30 15:40:57.699908 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:40:57.700722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:40:57.700722 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:40:58.141135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:58.210915 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Successfully updated port: 25bc8960-3d69-4eca-83ea-5d09c09d7c3d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:40:58.248719 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Received event network-changed-25bc8960-3d69-4eca-83ea-5d09c09d7c3d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:40:58.249148 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Refreshing instance network info cache due to event network-changed-25bc8960-3d69-4eca-83ea-5d09c09d7c3d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:40:58.249910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] Acquiring lock "refresh_cache-cb90a2ba-5d80-40af-967d-08c051e90fd3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:58.251054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] Acquired lock "refresh_cache-cb90a2ba-5d80-40af-967d-08c051e90fd3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:58.251839 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Refreshing network info cache for port 25bc8960-3d69-4eca-83ea-5d09c09d7c3d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:40:58.554524 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:40:58.556508 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:40:58.558449 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Creating image(s)
Apr 30 15:40:58.559309 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquiring lock "/opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:58.559756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "/opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:58.560979 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "/opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:58.562769 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:58.572915 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:58.574578 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:58.667831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:58.667831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:58.668278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:58.668928 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:58.674749 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:40:58.675322 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:58.716311 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquiring lock "refresh_cache-cb90a2ba-5d80-40af-967d-08c051e90fd3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:40:58.779563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:58.781899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:58.821365 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:40:58.826468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk 1073741824" returned: 0 in 0.046s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:58.827661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.159s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:58.828829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:58.845549 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:58.895855 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:58.924858 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:58.925541 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:40:58.926003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:40:58.953364 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:40:58.995253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:59.029933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:40:59.030409 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Cannot resize image /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:40:59.030961 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:40:59.031308 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Ensure instance console log exists: /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:40:59.031821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:40:59.032204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:40:59.032599 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:40:59.041522 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Available mdevs at: set().
Apr 30 15:40:59.041965 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:40:59.042269 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas xmlstr <device>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]: </device>
Apr 30 15:40:59.046758 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:40:59.047641 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:40:59.050988 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Traceback (most recent call last):
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     yield resources
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     return f(*args, **kwargs)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     chosen_mdev = self._create_mdev(
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     self._host.device_create(conf)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     rv = execute(f, *args, **kwargs)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     raise e.with_traceback(tb)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     rv = meth(*args, **kwargs)
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:40:59.053808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] 
Apr 30 15:40:59.154605 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:59.165070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:59.352398 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] [instance: 8df89bf5-57a9-44a5-9d5c-6f64c7e72570] Took 1.65 seconds to deallocate network for instance.
Apr 30 15:40:59.460015 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f68dd68f-f817-4e4e-97ad-f3dc7fe6caf2 req-d59e2c62-c5a0-4177-b06c-945ee203e011 service nova] Releasing lock "refresh_cache-cb90a2ba-5d80-40af-967d-08c051e90fd3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:40:59.460015 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquired lock "refresh_cache-cb90a2ba-5d80-40af-967d-08c051e90fd3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:40:59.460015 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:40:59.541540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:40:59.564017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:00.027227 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:00.246497 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Updating instance_info_cache with network_info: [{"id": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "address": "fa:16:3e:09:19:6f", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap25bc8960-3d", "ovs_interfaceid": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:00.406712 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Deleted allocations for instance 8df89bf5-57a9-44a5-9d5c-6f64c7e72570
Apr 30 15:41:00.753309 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Releasing lock "refresh_cache-cb90a2ba-5d80-40af-967d-08c051e90fd3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:00.753309 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Instance network_info: |[{"id": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "address": "fa:16:3e:09:19:6f", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap25bc8960-3d", "ovs_interfaceid": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:41:00.753309 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Terminating instance
Apr 30 15:41:00.918092 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6d3419d-3af7-4716-a741-95374c537489 tempest-FloatingIPsAssociationNegativeTestJSON-827347243 tempest-FloatingIPsAssociationNegativeTestJSON-827347243-project-member] Lock "8df89bf5-57a9-44a5-9d5c-6f64c7e72570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.176s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:01.148213 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:01.153043 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:01.174753 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:01.205293 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:01.257319 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:41:01.261326 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:41:01.261516 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Instance destroyed successfully.
Apr 30 15:41:01.262813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:40:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiagnosticsNegativeTest-server-1862756592',display_name='tempest-ServerDiagnosticsNegativeTest-server-1862756592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverdiagnosticsnegativetest-server-1862756592',id=25,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5252a24954fb41fb89efa67c4ff6b04e',ramdisk_id='',reservation_id='r-l066aw2h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiagnosticsNegativeTest-1393782679',owner_user_name='tempest-ServerDiagnosticsNegativeTest-1393782679-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:40:58Z,user_data=None,user_id='91ab6a38e1c74c268ff7f39647dd1f39',uuid=cb90a2ba-5d80-40af-967d-08c051e90fd3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "address": "fa:16:3e:09:19:6f", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap25bc8960-3d", "ovs_interfaceid": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:01.263163 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Converting VIF {"id": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "address": "fa:16:3e:09:19:6f", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap25bc8960-3d", "ovs_interfaceid": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:01.264166 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:19:6f,bridge_name='br-int',has_traffic_filtering=True,id=25bc8960-3d69-4eca-83ea-5d09c09d7c3d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bc8960-3d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:01.264685 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:19:6f,bridge_name='br-int',has_traffic_filtering=True,id=25bc8960-3d69-4eca-83ea-5d09c09d7c3d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bc8960-3d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:01.266627 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:01.267120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25bc8960-3d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:01.267400 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:01.269970 np0040594247 nova-compute[88153]: INFO os_vif [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:19:6f,bridge_name='br-int',has_traffic_filtering=True,id=25bc8960-3d69-4eca-83ea-5d09c09d7c3d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bc8960-3d')
Apr 30 15:41:01.270778 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Deleting instance files /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3_del
Apr 30 15:41:01.271016 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Deletion of /opt/stack/data/nova/instances/cb90a2ba-5d80-40af-967d-08c051e90fd3_del complete
Apr 30 15:41:01.781332 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:41:01.784057 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d703951c0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:41:01.784343 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:01.784758 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:02.417177 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:02.428705 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:02.885533 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:02.899065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:02.912607 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:02.936480 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:02.936710 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:02.947355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.012624 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.053569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.146766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.178809 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.182585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.186049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.451012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.666s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Traceback (most recent call last):
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     return f(*args, **kwargs)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     chosen_mdev = self._create_mdev(
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     self._host.device_create(conf)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     raise e.with_traceback(tb)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     rv = meth(*args, **kwargs)
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:03.454147 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] 
Apr 30 15:41:03.457436 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:41:03.458894 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Build of instance cb90a2ba-5d80-40af-967d-08c051e90fd3 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:41:03.461360 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:41:03.462992 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:40:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiagnosticsNegativeTest-server-1862756592',display_name='tempest-ServerDiagnosticsNegativeTest-server-1862756592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverdiagnosticsnegativetest-server-1862756592',id=25,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5252a24954fb41fb89efa67c4ff6b04e',ramdisk_id='',reservation_id='r-l066aw2h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiagnosticsNegativeTest-1393782679',owner_user_name='tempest-ServerDiagnosticsNegativeTest-1393782679-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:01Z,user_data=None,user_id='91ab6a38e1c74c268ff7f39647dd1f39',uuid=cb90a2ba-5d80-40af-967d-08c051e90fd3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "address": "fa:16:3e:09:19:6f", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap25bc8960-3d", "ovs_interfaceid": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:03.463841 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Converting VIF {"id": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "address": "fa:16:3e:09:19:6f", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap25bc8960-3d", "ovs_interfaceid": "25bc8960-3d69-4eca-83ea-5d09c09d7c3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:03.464798 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:19:6f,bridge_name='br-int',has_traffic_filtering=True,id=25bc8960-3d69-4eca-83ea-5d09c09d7c3d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bc8960-3d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:03.465329 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:19:6f,bridge_name='br-int',has_traffic_filtering=True,id=25bc8960-3d69-4eca-83ea-5d09c09d7c3d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bc8960-3d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:03.467218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:03.467990 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25bc8960-3d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:03.468374 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:03.472503 np0040594247 nova-compute[88153]: INFO os_vif [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:19:6f,bridge_name='br-int',has_traffic_filtering=True,id=25bc8960-3d69-4eca-83ea-5d09c09d7c3d,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25bc8960-3d')
Apr 30 15:41:03.472888 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:41:03.479657 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:41:03.479657 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:41:04.429517 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:04.465234 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:04.533193 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:04.898991 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:04.911609 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:04.925244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:04.991866 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.038511 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] [instance: cb90a2ba-5d80-40af-967d-08c051e90fd3] Took 1.56 seconds to deallocate network for instance.
Apr 30 15:41:05.060377 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.112703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.161420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.161420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.213535 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.219371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.219618 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.221004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.395371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:05.418904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:06.099152 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Deleted allocations for instance cb90a2ba-5d80-40af-967d-08c051e90fd3
Apr 30 15:41:06.215974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:06.612742 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-78c65e77-7833-48d0-992f-58250b626430 tempest-ServerDiagnosticsNegativeTest-1393782679 tempest-ServerDiagnosticsNegativeTest-1393782679-project-member] Lock "cb90a2ba-5d80-40af-967d-08c051e90fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.049s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:07.164509 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:08.147920 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:09.159589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:09.683826 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:09.721362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:10.889033 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquiring lock "9b56c6da-9302-40f8-b368-855524778f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:10.890150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "9b56c6da-9302-40f8-b368-855524778f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:11.042591 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.051163 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.066400 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.101462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.154187 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.175314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.213490 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.216630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.398483 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:11.559104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.569879 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.581303 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.607995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.669812 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.711834 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:11.950194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:11.950194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:11.955606 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:11.955949 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Claim successful on node np0040594247
Apr 30 15:41:12.841230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:12.864859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.072444 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:13.080565 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:13.081457 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:13.081622 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:13.082305 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:13.083036 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:13.148866 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.167286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.169761 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.171427 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.392236 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.415395 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.465536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.478127 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.490137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.524593 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.534003 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.578364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:13.589097 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:13.590199 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:13.617169 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:14.101429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:14.102183 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:14.611304 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:41:14.612162 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:41:14.709899 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eec96ba753ea45bea0482d1960e0aa41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86f8a004cdc94ea4978e3962457b2168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:41:15.118193 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:41:15.169007 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:15.170894 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:15.178403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:15.179430 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:15.515389 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Successfully created port: 6f4f4c07-6045-4011-b316-c315d7673015 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:41:15.628830 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:41:15.844734 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquiring lock "30bca9e0-efaf-4f62-b4f1-2fe91707aea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:15.844734 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "30bca9e0-efaf-4f62-b4f1-2fe91707aea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:16.060270 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquiring lock "cb2c0d9c-97f2-417d-b9b1-6dacde199baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:16.060749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "cb2c0d9c-97f2-417d-b9b1-6dacde199baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:16.191736 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Successfully updated port: 6f4f4c07-6045-4011-b316-c315d7673015 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:41:16.216936 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:16.226028 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Received event network-changed-6f4f4c07-6045-4011-b316-c315d7673015 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:41:16.226339 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Refreshing instance network info cache due to event network-changed-6f4f4c07-6045-4011-b316-c315d7673015. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:41:16.226651 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] Acquiring lock "refresh_cache-9b56c6da-9302-40f8-b368-855524778f26" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:16.227015 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] Acquired lock "refresh_cache-9b56c6da-9302-40f8-b368-855524778f26" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:16.227212 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Refreshing network info cache for port 6f4f4c07-6045-4011-b316-c315d7673015 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:41:16.347188 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:16.563280 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:16.639484 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:41:16.640278 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:41:16.640744 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Creating image(s)
Apr 30 15:41:16.641399 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquiring lock "/opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:16.641753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "/opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:16.642731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "/opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:16.643419 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:16.648946 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:16.650571 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:16.699940 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquiring lock "refresh_cache-9b56c6da-9302-40f8-b368-855524778f26" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:16.741916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:16.742258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:16.742950 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:16.743600 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:16.748924 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:16.749438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:16.780037 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:16.844222 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:16.844548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:16.865783 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:16.890217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk 1073741824" returned: 0 in 0.045s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:16.890217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.147s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:16.890217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:16.906190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:16.906873 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:16.913610 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:16.913958 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Claim successful on node np0040594247
Apr 30 15:41:16.985845 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:16.986818 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:41:16.987219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:17.086216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:17.086838 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Cannot resize image /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:41:17.087553 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:41:17.088445 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Ensure instance console log exists: /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:41:17.088920 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:17.089336 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:17.090062 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:41:17.093811 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Available mdevs at: set().
Apr 30 15:41:17.094109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:41:17.094547 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:41:17.101567 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:17.103880 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:17.104782 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:41:17.109233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26] Traceback (most recent call last):
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     yield resources
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     return f(*args, **kwargs)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     chosen_mdev = self._create_mdev(
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     self._host.device_create(conf)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     raise e.with_traceback(tb)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     rv = meth(*args, **kwargs)
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:17.111522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26] 
Apr 30 15:41:17.373984 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-973c6725-3811-4c3e-bcc3-7f947a7780f7 req-7e31b617-e8aa-424a-a38e-9b8570e4bec3 service nova] Releasing lock "refresh_cache-9b56c6da-9302-40f8-b368-855524778f26" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:17.374844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquired lock "refresh_cache-9b56c6da-9302-40f8-b368-855524778f26" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:17.375024 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:41:17.932440 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:18.063075 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:18.068701 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:18.069628 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:18.069628 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:18.069777 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:18.070166 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:18.152739 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:18.156471 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Updating instance_info_cache with network_info: [{"id": "6f4f4c07-6045-4011-b316-c315d7673015", "address": "fa:16:3e:88:f5:39", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4f4c07-60", "ovs_interfaceid": "6f4f4c07-6045-4011-b316-c315d7673015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:18.575786 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:18.576528 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:18.659600 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Releasing lock "refresh_cache-9b56c6da-9302-40f8-b368-855524778f26" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:18.660222 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Instance network_info: |[{"id": "6f4f4c07-6045-4011-b316-c315d7673015", "address": "fa:16:3e:88:f5:39", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4f4c07-60", "ovs_interfaceid": "6f4f4c07-6045-4011-b316-c315d7673015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:41:18.660948 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Terminating instance
Apr 30 15:41:19.087479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:19.088159 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:19.091523 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.990s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:19.096413 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:19.096744 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Claim successful on node np0040594247
Apr 30 15:41:19.166549 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:41:19.170411 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 9b56c6da-9302-40f8-b368-855524778f26] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:41:19.170594 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Instance destroyed successfully.
Apr 30 15:41:19.172173 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:41:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TenantUsagesTestJSON-server-1121373854',display_name='tempest-TenantUsagesTestJSON-server-1121373854',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-tenantusagestestjson-server-1121373854',id=26,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86f8a004cdc94ea4978e3962457b2168',ramdisk_id='',reservation_id='r-eofat2p0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TenantUsagesTestJSON-1511863483',owner_user_name='tempest-TenantUsagesTestJSON-1511863483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:16Z,user_data=None,user_id='eec96ba753ea45bea0482d1960e0aa41',uuid=9b56c6da-9302-40f8-b368-855524778f26,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f4f4c07-6045-4011-b316-c315d7673015", "address": "fa:16:3e:88:f5:39", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4f4c07-60", "ovs_interfaceid": "6f4f4c07-6045-4011-b316-c315d7673015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:19.172620 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Converting VIF {"id": "6f4f4c07-6045-4011-b316-c315d7673015", "address": "fa:16:3e:88:f5:39", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4f4c07-60", "ovs_interfaceid": "6f4f4c07-6045-4011-b316-c315d7673015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:19.173645 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:f5:39,bridge_name='br-int',has_traffic_filtering=True,id=6f4f4c07-6045-4011-b316-c315d7673015,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f4f4c07-60') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:19.174122 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:f5:39,bridge_name='br-int',has_traffic_filtering=True,id=6f4f4c07-6045-4011-b316-c315d7673015,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f4f4c07-60') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:19.176450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:19.176900 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f4f4c07-60, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:19.177192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:19.180112 np0040594247 nova-compute[88153]: INFO os_vif [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:f5:39,bridge_name='br-int',has_traffic_filtering=True,id=6f4f4c07-6045-4011-b316-c315d7673015,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f4f4c07-60')
Apr 30 15:41:19.180651 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Deleting instance files /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26_del
Apr 30 15:41:19.181302 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Deletion of /opt/stack/data/nova/instances/9b56c6da-9302-40f8-b368-855524778f26_del complete
Apr 30 15:41:19.598909 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:41:19.598909 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:41:19.691652 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:41:19.694948 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705c4b00> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:41:19.695443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:19.701497 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7356babf3be46ada24d7cf722b0035c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '018799ace2584c8880d0fda56f8ea15e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:41:20.103883 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:41:20.244208 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:20.250262 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:20.252283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:20.252283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:20.252283 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:20.252829 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:20.572726 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Successfully created port: 1d08f441-9ad5-4fdc-bf8d-77590d8cf556 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:41:20.608314 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:41:20.759832 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:20.759832 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:21.274552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:21.275203 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:21.279052 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.584s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:21.621998 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:21.630180 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:41:21.635709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:41:21.635709 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Creating image(s)
Apr 30 15:41:21.635709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquiring lock "/opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:21.642822 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "/opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.004s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:21.642822 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "/opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:21.642822 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:21.649108 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:21.651036 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Successfully updated port: 1d08f441-9ad5-4fdc-bf8d-77590d8cf556 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:41:21.654733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:21.657924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:21.686462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:21.691840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Received event network-changed-1d08f441-9ad5-4fdc-bf8d-77590d8cf556 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:41:21.692180 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Refreshing instance network info cache due to event network-changed-1d08f441-9ad5-4fdc-bf8d-77590d8cf556. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:41:21.692587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] Acquiring lock "refresh_cache-30bca9e0-efaf-4f62-b4f1-2fe91707aea6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:21.693445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] Acquired lock "refresh_cache-30bca9e0-efaf-4f62-b4f1-2fe91707aea6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:21.693445 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Refreshing network info cache for port 1d08f441-9ad5-4fdc-bf8d-77590d8cf556 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:41:21.749370 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:21.761024 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:21.761580 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:21.762274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:21.763167 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:21.770700 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:21.771274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:21.799841 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:41:21.800467 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:41:21.805097 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:21.877956 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:21.878504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:21.902827 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a07f88b4df464fefb362e9f26ea711e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c60548da69c45038aee644fd7500119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:41:21.918357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:21.918993 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.157s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:21.919457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:22.006348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:22.020070 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:22.022573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:22.022573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:22.022573 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:22.022573 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:22.026291 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:22.027211 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Checking if we can resize image /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:41:22.027630 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:22.135540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:22.138721 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Cannot resize image /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:41:22.138721 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:41:22.138721 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Ensure instance console log exists: /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:41:22.138721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:22.138721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:22.139366 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:41:22.143354 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Available mdevs at: set().
Apr 30 15:41:22.144285 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:41:22.144285 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:22.154614 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:41:22.158887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquiring lock "refresh_cache-30bca9e0-efaf-4f62-b4f1-2fe91707aea6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:22.161198 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Traceback (most recent call last):
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     yield resources
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     return f(*args, **kwargs)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     chosen_mdev = self._create_mdev(
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     self._host.device_create(conf)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     raise e.with_traceback(tb)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     rv = meth(*args, **kwargs)
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:22.164421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] 
Apr 30 15:41:22.263727 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:22.302712 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:41:22.369170 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:22.527629 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:22.528136 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:22.757083 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Successfully created port: d18cc356-8fc8-4a9e-a6ed-223691ef1890 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:41:22.809490 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:41:22.873349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3ba4584-61d4-4859-a0be-f3f7965b81bc req-fee22fe4-9cf6-4b23-9c4e-3c1c5adaede7 service nova] Releasing lock "refresh_cache-30bca9e0-efaf-4f62-b4f1-2fe91707aea6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:22.874394 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquired lock "refresh_cache-30bca9e0-efaf-4f62-b4f1-2fe91707aea6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:22.874394 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:41:23.041017 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.762s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26] Traceback (most recent call last):
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     return f(*args, **kwargs)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     chosen_mdev = self._create_mdev(
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     self._host.device_create(conf)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     raise e.with_traceback(tb)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     rv = meth(*args, **kwargs)
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:23.044812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b56c6da-9302-40f8-b368-855524778f26] 
Apr 30 15:41:23.048561 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:41:23.052519 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Build of instance 9b56c6da-9302-40f8-b368-855524778f26 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:41:23.056265 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:41:23.057519 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:41:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TenantUsagesTestJSON-server-1121373854',display_name='tempest-TenantUsagesTestJSON-server-1121373854',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-tenantusagestestjson-server-1121373854',id=26,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='86f8a004cdc94ea4978e3962457b2168',ramdisk_id='',reservation_id='r-eofat2p0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TenantUsagesTestJSON-1511863483',owner_user_name='tempest-TenantUsagesTestJSON-1511863483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:19Z,user_data=None,user_id='eec96ba753ea45bea0482d1960e0aa41',uuid=9b56c6da-9302-40f8-b368-855524778f26,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f4f4c07-6045-4011-b316-c315d7673015", "address": "fa:16:3e:88:f5:39", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4f4c07-60", "ovs_interfaceid": "6f4f4c07-6045-4011-b316-c315d7673015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:23.058023 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Converting VIF {"id": "6f4f4c07-6045-4011-b316-c315d7673015", "address": "fa:16:3e:88:f5:39", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4f4c07-60", "ovs_interfaceid": "6f4f4c07-6045-4011-b316-c315d7673015", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:23.059400 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:f5:39,bridge_name='br-int',has_traffic_filtering=True,id=6f4f4c07-6045-4011-b316-c315d7673015,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f4f4c07-60') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:23.060595 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:f5:39,bridge_name='br-int',has_traffic_filtering=True,id=6f4f4c07-6045-4011-b316-c315d7673015,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f4f4c07-60') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:23.062763 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.064725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f4f4c07-60, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:23.064725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:23.067226 np0040594247 nova-compute[88153]: INFO os_vif [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:f5:39,bridge_name='br-int',has_traffic_filtering=True,id=6f4f4c07-6045-4011-b316-c315d7673015,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f4f4c07-60')
Apr 30 15:41:23.067640 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:41:23.068017 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:41:23.068312 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:41:23.154898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.169569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.171738 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.174648 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.400082 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.413020 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.431825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.488564 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:23.520358 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.575976 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.617733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:23.827439 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:41:23.829966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:41:23.829966 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Creating image(s)
Apr 30 15:41:23.830426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquiring lock "/opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:23.830901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "/opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:23.832505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "/opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:23.833398 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:23.839663 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:23.841645 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:23.872877 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Successfully updated port: d18cc356-8fc8-4a9e-a6ed-223691ef1890 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:41:23.891633 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Received event network-changed-d18cc356-8fc8-4a9e-a6ed-223691ef1890 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:41:23.895781 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Refreshing instance network info cache due to event network-changed-d18cc356-8fc8-4a9e-a6ed-223691ef1890. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:41:23.896740 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] Acquiring lock "refresh_cache-cb2c0d9c-97f2-417d-b9b1-6dacde199baa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:23.897409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] Acquired lock "refresh_cache-cb2c0d9c-97f2-417d-b9b1-6dacde199baa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:23.897963 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Refreshing network info cache for port d18cc356-8fc8-4a9e-a6ed-223691ef1890 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:41:23.931684 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Updating instance_info_cache with network_info: [{"id": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "address": "fa:16:3e:fc:81:46", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d08f441-9a", "ovs_interfaceid": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:23.955328 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.114s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:23.955818 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:23.956399 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:23.957556 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:23.964742 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:23.968629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:24.069398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:24.070028 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:24.112151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk 1073741824" returned: 0 in 0.042s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:24.112818 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.156s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:24.113321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:24.215458 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:24.215986 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:41:24.216392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:24.320500 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:24.321091 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Cannot resize image /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:41:24.321652 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:41:24.322067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Ensure instance console log exists: /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:41:24.322535 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:24.322975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:24.323430 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:41:24.326662 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Available mdevs at: set().
Apr 30 15:41:24.326960 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:41:24.327222 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:24.337107 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:24.337975 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:41:24.341418 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Traceback (most recent call last):
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     yield resources
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     return f(*args, **kwargs)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     chosen_mdev = self._create_mdev(
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     self._host.device_create(conf)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     raise e.with_traceback(tb)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     rv = meth(*args, **kwargs)
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:24.343884 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] 
Apr 30 15:41:24.384084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquiring lock "refresh_cache-cb2c0d9c-97f2-417d-b9b1-6dacde199baa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:24.438569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Releasing lock "refresh_cache-30bca9e0-efaf-4f62-b4f1-2fe91707aea6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:24.439103 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Instance network_info: |[{"id": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "address": "fa:16:3e:fc:81:46", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d08f441-9a", "ovs_interfaceid": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:41:24.439742 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Terminating instance
Apr 30 15:41:24.483769 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:24.639166 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:24.655985 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:24.946925 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:41:24.954709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:41:24.954709 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Instance destroyed successfully.
Apr 30 15:41:24.955310 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:41:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerExternalEventsTest-server-383374311',display_name='tempest-ServerExternalEventsTest-server-383374311',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverexternaleventstest-server-383374311',id=27,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='018799ace2584c8880d0fda56f8ea15e',ramdisk_id='',reservation_id='r-i1xfqsd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerExternalEventsTest-1887241580',owner_user_name='tempest-ServerExternalEventsTest-1887241580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:21Z,user_data=None,user_id='e7356babf3be46ada24d7cf722b0035c',uuid=30bca9e0-efaf-4f62-b4f1-2fe91707aea6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "address": "fa:16:3e:fc:81:46", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d08f441-9a", "ovs_interfaceid": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:24.955943 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Converting VIF {"id": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "address": "fa:16:3e:fc:81:46", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d08f441-9a", "ovs_interfaceid": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:24.957194 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:81:46,bridge_name='br-int',has_traffic_filtering=True,id=1d08f441-9ad5-4fdc-bf8d-77590d8cf556,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d08f441-9a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:24.957865 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:81:46,bridge_name='br-int',has_traffic_filtering=True,id=1d08f441-9ad5-4fdc-bf8d-77590d8cf556,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d08f441-9a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:24.960045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:24.960735 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d08f441-9a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:24.961151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:24.971890 np0040594247 nova-compute[88153]: INFO os_vif [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:81:46,bridge_name='br-int',has_traffic_filtering=True,id=1d08f441-9ad5-4fdc-bf8d-77590d8cf556,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d08f441-9a')
Apr 30 15:41:24.971890 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Deleting instance files /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6_del
Apr 30 15:41:24.971890 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Deletion of /opt/stack/data/nova/instances/30bca9e0-efaf-4f62-b4f1-2fe91707aea6_del complete
Apr 30 15:41:25.143009 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] [instance: 9b56c6da-9302-40f8-b368-855524778f26] Took 2.07 seconds to deallocate network for instance.
Apr 30 15:41:25.159871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-67368abd-b4c2-4be1-9996-2a084be4c08c req-69129b63-5328-4610-8fb8-819295815fa0 service nova] Releasing lock "refresh_cache-cb2c0d9c-97f2-417d-b9b1-6dacde199baa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:25.160458 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquired lock "refresh_cache-cb2c0d9c-97f2-417d-b9b1-6dacde199baa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:25.160783 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:41:25.167800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:25.171553 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:25.172600 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:25.478702 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:41:25.481453 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705f3bc0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:41:25.481764 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:25.482154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:25.744434 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:25.887585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:25.900379 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:25.914871 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:25.946070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:25.986075 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Updating instance_info_cache with network_info: [{"id": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "address": "fa:16:3e:46:be:45", "network": {"id": "44c7c032-b242-4287-b840-6507d22b3b88", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-196616151-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1c60548da69c45038aee644fd7500119", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd18cc356-8f", "ovs_interfaceid": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:26.000472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:26.044944 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:26.138335 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:26.145946 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:26.147125 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:26.147125 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:26.147125 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:26.147297 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:26.211336 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Deleted allocations for instance 9b56c6da-9302-40f8-b368-855524778f26
Apr 30 15:41:26.218564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:26.501028 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Releasing lock "refresh_cache-cb2c0d9c-97f2-417d-b9b1-6dacde199baa" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:26.501436 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Instance network_info: |[{"id": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "address": "fa:16:3e:46:be:45", "network": {"id": "44c7c032-b242-4287-b840-6507d22b3b88", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-196616151-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1c60548da69c45038aee644fd7500119", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd18cc356-8f", "ovs_interfaceid": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:41:26.501987 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Terminating instance
Apr 30 15:41:26.651586 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:26.652231 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:26.722880 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39d9bd96-6910-43d1-a71b-671371afab29 tempest-TenantUsagesTestJSON-1511863483 tempest-TenantUsagesTestJSON-1511863483-project-member] Lock "9b56c6da-9302-40f8-b368-855524778f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.833s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:27.010101 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:41:27.018161 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:41:27.018161 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Instance destroyed successfully.
Apr 30 15:41:27.018604 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:41:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesOneServerNegativeTestJSON-server-1068721285',display_name='tempest-ImagesOneServerNegativeTestJSON-server-1068721285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagesoneservernegativetestjson-server-1068721285',id=28,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c60548da69c45038aee644fd7500119',ramdisk_id='',reservation_id='r-ihghi1jz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesOneServerNegativeTestJSON-825738204',owner_user_name='tempest-ImagesOneServerNegativeTestJSON-825738204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:23Z,user_data=None,user_id='a07f88b4df464fefb362e9f26ea711e6',uuid=cb2c0d9c-97f2-417d-b9b1-6dacde199baa,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "address": "fa:16:3e:46:be:45", "network": {"id": "44c7c032-b242-4287-b840-6507d22b3b88", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-196616151-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1c60548da69c45038aee644fd7500119", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd18cc356-8f", "ovs_interfaceid": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:27.019084 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Converting VIF {"id": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "address": "fa:16:3e:46:be:45", "network": {"id": "44c7c032-b242-4287-b840-6507d22b3b88", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-196616151-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1c60548da69c45038aee644fd7500119", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd18cc356-8f", "ovs_interfaceid": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:27.020993 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:be:45,bridge_name='br-int',has_traffic_filtering=True,id=d18cc356-8fc8-4a9e-a6ed-223691ef1890,network=Network(44c7c032-b242-4287-b840-6507d22b3b88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18cc356-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:27.020993 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:be:45,bridge_name='br-int',has_traffic_filtering=True,id=d18cc356-8fc8-4a9e-a6ed-223691ef1890,network=Network(44c7c032-b242-4287-b840-6507d22b3b88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18cc356-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:27.021884 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:27.022274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd18cc356-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:27.022522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:27.027442 np0040594247 nova-compute[88153]: INFO os_vif [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:be:45,bridge_name='br-int',has_traffic_filtering=True,id=d18cc356-8fc8-4a9e-a6ed-223691ef1890,network=Network(44c7c032-b242-4287-b840-6507d22b3b88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18cc356-8f')
Apr 30 15:41:27.027442 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Deleting instance files /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa_del
Apr 30 15:41:27.028710 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Deletion of /opt/stack/data/nova/instances/cb2c0d9c-97f2-417d-b9b1-6dacde199baa_del complete
Apr 30 15:41:27.166590 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.684s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Traceback (most recent call last):
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     return f(*args, **kwargs)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     chosen_mdev = self._create_mdev(
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     self._host.device_create(conf)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     raise e.with_traceback(tb)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     rv = meth(*args, **kwargs)
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:27.171182 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] 
Apr 30 15:41:27.174955 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:41:27.174955 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Build of instance 30bca9e0-efaf-4f62-b4f1-2fe91707aea6 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:41:27.176947 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:41:27.178093 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:41:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerExternalEventsTest-server-383374311',display_name='tempest-ServerExternalEventsTest-server-383374311',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverexternaleventstest-server-383374311',id=27,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='018799ace2584c8880d0fda56f8ea15e',ramdisk_id='',reservation_id='r-i1xfqsd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerExternalEventsTest-1887241580',owner_user_name='tempest-ServerExternalEventsTest-1887241580-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:25Z,user_data=None,user_id='e7356babf3be46ada24d7cf722b0035c',uuid=30bca9e0-efaf-4f62-b4f1-2fe91707aea6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "address": "fa:16:3e:fc:81:46", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d08f441-9a", "ovs_interfaceid": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:27.178465 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Converting VIF {"id": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "address": "fa:16:3e:fc:81:46", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d08f441-9a", "ovs_interfaceid": "1d08f441-9ad5-4fdc-bf8d-77590d8cf556", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:27.179715 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:81:46,bridge_name='br-int',has_traffic_filtering=True,id=1d08f441-9ad5-4fdc-bf8d-77590d8cf556,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d08f441-9a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:27.181850 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:81:46,bridge_name='br-int',has_traffic_filtering=True,id=1d08f441-9ad5-4fdc-bf8d-77590d8cf556,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d08f441-9a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:27.181850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:27.185081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:27.185446 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d08f441-9a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:27.185715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:27.188054 np0040594247 nova-compute[88153]: INFO os_vif [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:81:46,bridge_name='br-int',has_traffic_filtering=True,id=1d08f441-9ad5-4fdc-bf8d-77590d8cf556,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d08f441-9a')
Apr 30 15:41:27.188452 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:41:27.189248 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:41:27.189248 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:41:27.541739 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:41:27.545048 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70397d10> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:41:27.545572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:27.545664 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:28.095981 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:28.159353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:28.240996 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:28.247046 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:28.247938 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:28.248016 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:28.248337 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:28.248781 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:28.599272 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] [instance: 30bca9e0-efaf-4f62-b4f1-2fe91707aea6] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:41:28.753228 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:28.753843 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:28.966218 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "1523f11a-fe80-4604-84f1-76531c33b964" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:28.966445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "1523f11a-fe80-4604-84f1-76531c33b964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:29.266211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.720s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Traceback (most recent call last):
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     return f(*args, **kwargs)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     chosen_mdev = self._create_mdev(
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     self._host.device_create(conf)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     raise e.with_traceback(tb)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     rv = meth(*args, **kwargs)
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:29.268149 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] 
Apr 30 15:41:29.269977 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:41:29.271309 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Build of instance cb2c0d9c-97f2-417d-b9b1-6dacde199baa was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:41:29.273579 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:41:29.274691 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:41:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesOneServerNegativeTestJSON-server-1068721285',display_name='tempest-ImagesOneServerNegativeTestJSON-server-1068721285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagesoneservernegativetestjson-server-1068721285',id=28,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1c60548da69c45038aee644fd7500119',ramdisk_id='',reservation_id='r-ihghi1jz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesOneServerNegativeTestJSON-825738204',owner_user_name='tempest-ImagesOneServerNegativeTestJSON-825738204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:27Z,user_data=None,user_id='a07f88b4df464fefb362e9f26ea711e6',uuid=cb2c0d9c-97f2-417d-b9b1-6dacde199baa,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "address": "fa:16:3e:46:be:45", "network": {"id": "44c7c032-b242-4287-b840-6507d22b3b88", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-196616151-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1c60548da69c45038aee644fd7500119", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd18cc356-8f", "ovs_interfaceid": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:29.274992 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Converting VIF {"id": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "address": "fa:16:3e:46:be:45", "network": {"id": "44c7c032-b242-4287-b840-6507d22b3b88", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-196616151-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1c60548da69c45038aee644fd7500119", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd18cc356-8f", "ovs_interfaceid": "d18cc356-8fc8-4a9e-a6ed-223691ef1890", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:29.275830 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:be:45,bridge_name='br-int',has_traffic_filtering=True,id=d18cc356-8fc8-4a9e-a6ed-223691ef1890,network=Network(44c7c032-b242-4287-b840-6507d22b3b88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18cc356-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:29.276239 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:be:45,bridge_name='br-int',has_traffic_filtering=True,id=d18cc356-8fc8-4a9e-a6ed-223691ef1890,network=Network(44c7c032-b242-4287-b840-6507d22b3b88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18cc356-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:29.277680 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:29.278086 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd18cc356-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:29.278346 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:29.280994 np0040594247 nova-compute[88153]: INFO os_vif [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:be:45,bridge_name='br-int',has_traffic_filtering=True,id=d18cc356-8fc8-4a9e-a6ed-223691ef1890,network=Network(44c7c032-b242-4287-b840-6507d22b3b88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd18cc356-8f')
Apr 30 15:41:29.281268 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:41:29.281564 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:41:29.281898 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:41:29.471780 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:29.648313 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Deleted allocations for instance 30bca9e0-efaf-4f62-b4f1-2fe91707aea6
Apr 30 15:41:30.007951 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:30.008310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:30.014025 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:30.014321 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Claim successful on node np0040594247
Apr 30 15:41:30.159275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-629fffd3-eba1-404a-a17d-b89a93c30df3 tempest-ServerExternalEventsTest-1887241580 tempest-ServerExternalEventsTest-1887241580-project-member] Lock "30bca9e0-efaf-4f62-b4f1-2fe91707aea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.315s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:30.233057 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:30.737027 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] [instance: cb2c0d9c-97f2-417d-b9b1-6dacde199baa] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:41:31.133952 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:31.139901 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:31.140792 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:31.140792 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:31.140913 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:31.141304 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:31.647109 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:31.647109 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:31.788350 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Deleted allocations for instance cb2c0d9c-97f2-417d-b9b1-6dacde199baa
Apr 30 15:41:32.159627 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:32.159627 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:32.299117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4003c62-5510-4701-bdbe-c21c2f1625cc tempest-ImagesOneServerNegativeTestJSON-825738204 tempest-ImagesOneServerNegativeTestJSON-825738204-project-member] Lock "cb2c0d9c-97f2-417d-b9b1-6dacde199baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.238s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:32.670457 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:41:32.670843 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:41:32.728587 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bdcfac42db42daaa84f6df25ad5ff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa8aca03e0834b8e8fc6a09bc98b1223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:41:33.164387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:33.174991 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:41:33.310138 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Successfully created port: ecd065f2-1098-4d0a-b7f3-f070a0c28df3 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:41:33.681925 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:41:33.934446 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Successfully updated port: ecd065f2-1098-4d0a-b7f3-f070a0c28df3 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:41:33.985166 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Received event network-changed-ecd065f2-1098-4d0a-b7f3-f070a0c28df3 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:41:33.985523 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Refreshing instance network info cache due to event network-changed-ecd065f2-1098-4d0a-b7f3-f070a0c28df3. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:41:33.986137 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] Acquiring lock "refresh_cache-1523f11a-fe80-4604-84f1-76531c33b964" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:33.986613 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] Acquired lock "refresh_cache-1523f11a-fe80-4604-84f1-76531c33b964" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:33.986752 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Refreshing network info cache for port ecd065f2-1098-4d0a-b7f3-f070a0c28df3 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:41:34.311726 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:34.325234 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:34.337040 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:34.377555 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:34.433746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:34.438171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "refresh_cache-1523f11a-fe80-4604-84f1-76531c33b964" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:34.475566 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:34.631167 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:34.697843 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:41:34.700265 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:41:34.700769 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Creating image(s)
Apr 30 15:41:34.701414 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "/opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:34.701771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:34.702652 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:34.707216 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:34.712693 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:34.715334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:34.821381 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:34.822039 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:34.822908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:34.824930 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:34.834438 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:34.834997 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:34.853505 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:34.951707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.116s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:34.952612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:34.988505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:34.992757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.166s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:34.992757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:35.099768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:35.101518 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:41:35.101971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:35.180163 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:35.193846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:35.194164 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Cannot resize image /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:41:35.194761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:41:35.195129 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Ensure instance console log exists: /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:41:35.195593 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:35.196236 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:35.196924 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:41:35.200662 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Available mdevs at: set().
Apr 30 15:41:35.201493 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:41:35.201493 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:35.215804 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:35.217464 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:41:35.226449 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.030s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Traceback (most recent call last):
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     yield resources
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     return f(*args, **kwargs)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     chosen_mdev = self._create_mdev(
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     self._host.device_create(conf)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     raise e.with_traceback(tb)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     rv = meth(*args, **kwargs)
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:35.228939 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964] 
Apr 30 15:41:35.235218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:35.240020 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:35.362771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e1338031-f2bb-43e6-9d53-0234d56e531f req-66b837d5-91ba-4380-a71b-a5d1294bcf5e service nova] Releasing lock "refresh_cache-1523f11a-fe80-4604-84f1-76531c33b964" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:35.363386 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquired lock "refresh_cache-1523f11a-fe80-4604-84f1-76531c33b964" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:35.363628 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:41:35.863379 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:35.960959 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:36.053637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.220847 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.293418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.307439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.312240 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.319631 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.364231 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Updating instance_info_cache with network_info: [{"id": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "address": "fa:16:3e:71:4c:e3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapecd065f2-10", "ovs_interfaceid": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:36.384407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.387425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.412059 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.469377 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.521053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:36.868550 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Releasing lock "refresh_cache-1523f11a-fe80-4604-84f1-76531c33b964" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:36.868957 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Instance network_info: |[{"id": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "address": "fa:16:3e:71:4c:e3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapecd065f2-10", "ovs_interfaceid": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:41:36.869637 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Terminating instance
Apr 30 15:41:37.170843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:37.172613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:37.240412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:37.244663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:37.245639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:37.376280 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:41:37.387706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:41:37.387706 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Instance destroyed successfully.
Apr 30 15:41:37.387706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:41:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-921779240',display_name='tempest-ImagesTestJSON-server-921779240',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagestestjson-server-921779240',id=29,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-zgg00sj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:34Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=1523f11a-fe80-4604-84f1-76531c33b964,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "address": "fa:16:3e:71:4c:e3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapecd065f2-10", "ovs_interfaceid": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:37.387706 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "address": "fa:16:3e:71:4c:e3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapecd065f2-10", "ovs_interfaceid": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:37.388509 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:4c:e3,bridge_name='br-int',has_traffic_filtering=True,id=ecd065f2-1098-4d0a-b7f3-f070a0c28df3,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd065f2-10') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:37.389013 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4c:e3,bridge_name='br-int',has_traffic_filtering=True,id=ecd065f2-1098-4d0a-b7f3-f070a0c28df3,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd065f2-10') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:37.391189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:37.391708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapecd065f2-10, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:37.392150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:37.394607 np0040594247 nova-compute[88153]: INFO os_vif [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4c:e3,bridge_name='br-int',has_traffic_filtering=True,id=ecd065f2-1098-4d0a-b7f3-f070a0c28df3,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd065f2-10')
Apr 30 15:41:37.395724 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Deleting instance files /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964_del
Apr 30 15:41:37.396417 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Deletion of /opt/stack/data/nova/instances/1523f11a-fe80-4604-84f1-76531c33b964_del complete
Apr 30 15:41:37.912142 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:41:37.915401 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d707ba9f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:41:37.915733 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:37.916116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:38.167940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:38.583771 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:38.598067 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:38.600865 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:38.600865 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:38.600865 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:38.600865 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:38.806804 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquiring lock "3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:38.808728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:39.105496 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:39.106334 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:39.313801 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:39.372308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.385762 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.397036 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.437267 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.507212 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.557399 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.622279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.705s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Traceback (most recent call last):
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     return f(*args, **kwargs)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     chosen_mdev = self._create_mdev(
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     self._host.device_create(conf)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     raise e.with_traceback(tb)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     rv = meth(*args, **kwargs)
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1523f11a-fe80-4604-84f1-76531c33b964] 
Apr 30 15:41:39.625637 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:41:39.627393 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Build of instance 1523f11a-fe80-4604-84f1-76531c33b964 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:41:39.631350 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:41:39.631350 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:41:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-921779240',display_name='tempest-ImagesTestJSON-server-921779240',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagestestjson-server-921779240',id=29,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-zgg00sj0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:37Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=1523f11a-fe80-4604-84f1-76531c33b964,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "address": "fa:16:3e:71:4c:e3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapecd065f2-10", "ovs_interfaceid": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:39.631804 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "address": "fa:16:3e:71:4c:e3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapecd065f2-10", "ovs_interfaceid": "ecd065f2-1098-4d0a-b7f3-f070a0c28df3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:39.632433 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:4c:e3,bridge_name='br-int',has_traffic_filtering=True,id=ecd065f2-1098-4d0a-b7f3-f070a0c28df3,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd065f2-10') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:39.634839 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4c:e3,bridge_name='br-int',has_traffic_filtering=True,id=ecd065f2-1098-4d0a-b7f3-f070a0c28df3,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd065f2-10') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:39.634839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.634839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapecd065f2-10, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:39.635118 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:39.637663 np0040594247 nova-compute[88153]: INFO os_vif [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:4c:e3,bridge_name='br-int',has_traffic_filtering=True,id=ecd065f2-1098-4d0a-b7f3-f070a0c28df3,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecd065f2-10')
Apr 30 15:41:39.637990 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:41:39.638298 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:41:39.638649 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:41:39.866254 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:39.876053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:39.876722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:39.884709 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:39.885256 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Claim successful on node np0040594247
Apr 30 15:41:39.889785 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:40.642467 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:41.021798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.027697 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.044510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.051294 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:41.065483 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:41.066614 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:41.066614 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:41.066614 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:41.068050 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:41.073597 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.134079 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.146253 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1523f11a-fe80-4604-84f1-76531c33b964] Took 1.51 seconds to deallocate network for instance.
Apr 30 15:41:41.179583 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.181634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.185716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.193183 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.213612 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.217206 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.219383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.221554 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:41.575007 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:41.575982 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:42.073029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:42.084198 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:42.093834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:42.094230 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:42.099318 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:42.126552 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:42.186500 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:42.212171 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Deleted allocations for instance 1523f11a-fe80-4604-84f1-76531c33b964
Apr 30 15:41:42.231362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:42.608658 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:41:42.608658 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:41:42.725753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9fa0cf6a-8440-4ef7-b6d2-5316d5eabd9e tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "1523f11a-fe80-4604-84f1-76531c33b964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.759s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:42.728946 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2450414e941e43debb548c084d7b597e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '179cd46b3c8348ef8389f581486faa1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:41:43.116742 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:41:43.167050 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:43.212200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:43.215103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:43.398866 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:43.573697 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Successfully created port: 45940f04-ee0b-4044-acba-646505dece48 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:41:43.621017 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:41:44.062324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:44.073715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:44.100277 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:44.146331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:44.223881 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:44.258698 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Successfully updated port: 45940f04-ee0b-4044-acba-646505dece48 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:41:44.274903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:44.310953 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Received event network-changed-45940f04-ee0b-4044-acba-646505dece48 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:41:44.311710 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Refreshing instance network info cache due to event network-changed-45940f04-ee0b-4044-acba-646505dece48. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:41:44.311829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] Acquiring lock "refresh_cache-3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:44.312226 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] Acquired lock "refresh_cache-3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:44.314594 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Refreshing network info cache for port 45940f04-ee0b-4044-acba-646505dece48 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:41:44.637222 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:41:44.639753 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:41:44.640025 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Creating image(s)
Apr 30 15:41:44.640803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquiring lock "/opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:44.641150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "/opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:44.642083 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "/opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:44.643300 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:44.648574 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:44.650392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:44.743804 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:44.744430 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:44.745203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:44.745998 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:44.751612 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:44.752223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:44.765220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquiring lock "refresh_cache-3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:44.847381 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:44.848432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:44.876400 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:44.884418 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:44.884727 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:44.885189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:44.988027 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:44.992219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:44.992988 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:41:44.993399 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:45.105768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk --force-share --output=json" returned: 0 in 0.112s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:45.106211 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Cannot resize image /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:41:45.107046 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:41:45.107379 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Ensure instance console log exists: /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:41:45.108443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:45.108443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:45.109355 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:41:45.114092 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Available mdevs at: set().
Apr 30 15:41:45.114520 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:41:45.114815 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:45.126502 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:41:45.131112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Traceback (most recent call last):
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     yield resources
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     return f(*args, **kwargs)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     chosen_mdev = self._create_mdev(
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     self._host.device_create(conf)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     raise e.with_traceback(tb)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     rv = meth(*args, **kwargs)
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:45.133549 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] 
Apr 30 15:41:45.187624 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:45.191488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:45.507832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3efebf9f-4c6a-40ce-9195-40baa90d6e01 req-66f7c89c-b576-437a-b288-b41b100b6a55 service nova] Releasing lock "refresh_cache-3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:45.508821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquired lock "refresh_cache-3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:45.508821 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:41:45.889741 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:45.890399 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:46.070511 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:46.225945 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:46.340535 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Updating instance_info_cache with network_info: [{"id": "45940f04-ee0b-4044-acba-646505dece48", "address": "fa:16:3e:3c:4a:8e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap45940f04-ee", "ovs_interfaceid": "45940f04-ee0b-4044-acba-646505dece48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:46.400903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:46.400903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:46.400903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:46.401731 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:41:46.600844 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:41:46.603351 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1456MB free_disk=56.732337951660156GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:41:46.603351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:46.603351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:46.846029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Releasing lock "refresh_cache-3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:46.846504 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Instance network_info: |[{"id": "45940f04-ee0b-4044-acba-646505dece48", "address": "fa:16:3e:3c:4a:8e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap45940f04-ee", "ovs_interfaceid": "45940f04-ee0b-4044-acba-646505dece48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:41:46.847175 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Terminating instance
Apr 30 15:41:47.352969 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:41:47.357445 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:41:47.357702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Instance destroyed successfully.
Apr 30 15:41:47.359050 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:41:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersAdminNegativeTestJSON-server-886726563',display_name='tempest-ServersAdminNegativeTestJSON-server-886726563',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serversadminnegativetestjson-server-886726563',id=30,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='179cd46b3c8348ef8389f581486faa1c',ramdisk_id='',reservation_id='r-k7rzg75z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersAdminNegativeTestJSON-1719669149',owner_user_name='tempest-ServersAdminNegativeTestJSON-1719669149-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:44Z,user_data=None,user_id='2450414e941e43debb548c084d7b597e',uuid=3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45940f04-ee0b-4044-acba-646505dece48", "address": "fa:16:3e:3c:4a:8e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap45940f04-ee", "ovs_interfaceid": "45940f04-ee0b-4044-acba-646505dece48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:47.359365 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Converting VIF {"id": "45940f04-ee0b-4044-acba-646505dece48", "address": "fa:16:3e:3c:4a:8e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap45940f04-ee", "ovs_interfaceid": "45940f04-ee0b-4044-acba-646505dece48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:47.360344 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:4a:8e,bridge_name='br-int',has_traffic_filtering=True,id=45940f04-ee0b-4044-acba-646505dece48,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45940f04-ee') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:47.360822 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:4a:8e,bridge_name='br-int',has_traffic_filtering=True,id=45940f04-ee0b-4044-acba-646505dece48,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45940f04-ee') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:47.362827 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:47.363256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap45940f04-ee, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:47.363535 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:47.366381 np0040594247 nova-compute[88153]: INFO os_vif [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:4a:8e,bridge_name='br-int',has_traffic_filtering=True,id=45940f04-ee0b-4044-acba-646505dece48,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45940f04-ee')
Apr 30 15:41:47.366867 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Deleting instance files /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee_del
Apr 30 15:41:47.367601 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Deletion of /opt/stack/data/nova/instances/3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee_del complete
Apr 30 15:41:47.857715 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:41:47.877353 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:41:47.879989 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94140fe0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:41:47.880268 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:48.175710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:48.361802 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 5f32da15-def1-4212-b63f-c2d43e612f48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:41:48.362351 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:41:48.362351 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=640MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:41:48.502762 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:48.515604 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:48.516850 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:48.516850 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:48.516850 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:48.517233 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:48.616647 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "5f32da15-def1-4212-b63f-c2d43e612f48" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:48.617223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "5f32da15-def1-4212-b63f-c2d43e612f48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:49.024421 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:49.024919 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:49.121244 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:49.537517 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:41:49.538271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.935s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:49.538271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.658s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:49.668729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:50.186731 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:50.194222 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:50.195172 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:50.195172 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:50.195361 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:50.195632 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:50.580072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "f78c4cca-42ef-4a3c-bff8-63e87ac808f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:50.580734 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "f78c4cca-42ef-4a3c-bff8-63e87ac808f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:50.639281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.650879 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.660056 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.662119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.699728 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:50.700408 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:50.710263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.777432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.816527 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.921070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.948313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:50.980580 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.052303 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.082853 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:51.098755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.179484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.181094 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.183811 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.198082 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.200471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.202104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.204058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.217636 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.679s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Traceback (most recent call last):
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     return f(*args, **kwargs)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     chosen_mdev = self._create_mdev(
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     self._host.device_create(conf)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     raise e.with_traceback(tb)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     rv = meth(*args, **kwargs)
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:51.219838 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] 
Apr 30 15:41:51.221763 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:41:51.223101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.554s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:51.223351 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Build of instance 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:41:51.229105 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:41:51.230197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:41:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersAdminNegativeTestJSON-server-886726563',display_name='tempest-ServersAdminNegativeTestJSON-server-886726563',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serversadminnegativetestjson-server-886726563',id=30,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='179cd46b3c8348ef8389f581486faa1c',ramdisk_id='',reservation_id='r-k7rzg75z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersAdminNegativeTestJSON-1719669149',owner_user_name='tempest-ServersAdminNegativeTestJSON-1719669149-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:47Z,user_data=None,user_id='2450414e941e43debb548c084d7b597e',uuid=3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "45940f04-ee0b-4044-acba-646505dece48", "address": "fa:16:3e:3c:4a:8e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap45940f04-ee", "ovs_interfaceid": "45940f04-ee0b-4044-acba-646505dece48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:51.230532 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Converting VIF {"id": "45940f04-ee0b-4044-acba-646505dece48", "address": "fa:16:3e:3c:4a:8e", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap45940f04-ee", "ovs_interfaceid": "45940f04-ee0b-4044-acba-646505dece48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:51.231447 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:4a:8e,bridge_name='br-int',has_traffic_filtering=True,id=45940f04-ee0b-4044-acba-646505dece48,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45940f04-ee') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:51.232054 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:4a:8e,bridge_name='br-int',has_traffic_filtering=True,id=45940f04-ee0b-4044-acba-646505dece48,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45940f04-ee') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:51.233982 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:51.234244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap45940f04-ee, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:51.234493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:51.236878 np0040594247 nova-compute[88153]: INFO os_vif [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:4a:8e,bridge_name='br-int',has_traffic_filtering=True,id=45940f04-ee0b-4044-acba-646505dece48,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap45940f04-ee')
Apr 30 15:41:51.237009 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:41:51.237761 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:41:51.237761 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:41:51.244806 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:51.244806 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Claim successful on node np0040594247
Apr 30 15:41:51.541722 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:51.541722 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:51.541984 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:51.542708 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:51.542708 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:41:51.629228 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:52.197284 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:52.404696 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:52.409978 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:52.410927 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:52.410927 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:52.410927 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:52.411361 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:52.701295 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] [instance: 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee] Took 1.46 seconds to deallocate network for instance.
Apr 30 15:41:52.882462 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:52.883255 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:41:52.919649 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:52.919649 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:53.143899 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:53.153571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:53.161917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:53.176263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:53.211699 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:53.280174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:53.323303 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:53.433500 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:53.435729 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:53.439451 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.812s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:53.444913 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:53.445290 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Claim successful on node np0040594247
Apr 30 15:41:53.759706 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Deleted allocations for instance 3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee
Apr 30 15:41:53.946427 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:41:53.946729 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:41:54.036146 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bdcfac42db42daaa84f6df25ad5ff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa8aca03e0834b8e8fc6a09bc98b1223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:41:54.272372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11f30475-d349-48c4-89ad-25009542a4bb tempest-ServersAdminNegativeTestJSON-1719669149 tempest-ServersAdminNegativeTestJSON-1719669149-project-member] Lock "3281dcc3-58dd-4f3e-b4a1-fe1e9cc0bbee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.466s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:54.452087 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:41:54.648355 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:54.656128 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:54.656979 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:54.656979 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:54.657442 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:54.657628 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:54.679197 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Successfully created port: 74d92736-25aa-4d47-a198-e023c0b012ef {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:41:54.960067 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:41:55.162329 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:55.163808 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:55.181848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:55.183706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:55.189849 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:55.326151 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Successfully updated port: 74d92736-25aa-4d47-a198-e023c0b012ef {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:41:55.362790 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Received event network-changed-74d92736-25aa-4d47-a198-e023c0b012ef {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:41:55.362956 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Refreshing instance network info cache due to event network-changed-74d92736-25aa-4d47-a198-e023c0b012ef. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:41:55.363279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] Acquiring lock "refresh_cache-5f32da15-def1-4212-b63f-c2d43e612f48" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:55.363587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] Acquired lock "refresh_cache-5f32da15-def1-4212-b63f-c2d43e612f48" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:55.364198 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Refreshing network info cache for port 74d92736-25aa-4d47-a198-e023c0b012ef {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:41:55.686429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:55.687075 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:55.829016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "refresh_cache-5f32da15-def1-4212-b63f-c2d43e612f48" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:55.915497 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:55.980451 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:41:55.981572 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:41:55.982017 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Creating image(s)
Apr 30 15:41:55.982796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:55.983119 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:55.983892 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:55.984925 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:55.990547 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:55.999041 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "8463302c-2276-4ee8-899b-3be89bace882" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:55.999432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "8463302c-2276-4ee8-899b-3be89bace882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:56.000854 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:56.073966 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:56.102229 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:56.102779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:56.103434 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:56.104077 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:56.109640 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:56.110217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:56.200116 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:41:56.200535 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:41:56.207761 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:56.208260 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:56.228513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:56.248981 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:56.249568 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:56.250068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:56.283684 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a43dcf4658564d6b80ac02201559913b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4be0f0a59d344a8a41a80ccd0505807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:41:56.349280 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:56.349822 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:41:56.350202 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:56.443911 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:56.444595 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Cannot resize image /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:41:56.445314 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:41:56.445805 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Ensure instance console log exists: /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:41:56.446372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:56.446916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:56.447594 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:41:56.451428 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Available mdevs at: set().
Apr 30 15:41:56.451705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:41:56.451993 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:56.456658 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:56.457663 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:41:56.461251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Traceback (most recent call last):
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     yield resources
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     return f(*args, **kwargs)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     chosen_mdev = self._create_mdev(
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     self._host.device_create(conf)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     rv = execute(f, *args, **kwargs)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     raise e.with_traceback(tb)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     rv = meth(*args, **kwargs)
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:41:56.463972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] 
Apr 30 15:41:56.513956 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:41:56.577701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0e404035-6ce5-41b1-92e4-72eaa323f760 req-941b11f5-8791-4921-a736-48563b765ebe service nova] Releasing lock "refresh_cache-5f32da15-def1-4212-b63f-c2d43e612f48" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:56.579248 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquired lock "refresh_cache-5f32da15-def1-4212-b63f-c2d43e612f48" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:56.579248 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:41:56.708538 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Apr 30 15:41:56.834381 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Successfully created port: 431d9b5b-3626-4519-a22e-d8b92efc274f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:41:57.056068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:57.056966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:57.064102 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:41:57.064521 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Claim successful on node np0040594247
Apr 30 15:41:57.151660 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:57.216053 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:41:57.484119 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Updating instance_info_cache with network_info: [{"id": "74d92736-25aa-4d47-a198-e023c0b012ef", "address": "fa:16:3e:5d:fe:df", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74d92736-25", "ovs_interfaceid": "74d92736-25aa-4d47-a198-e023c0b012ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:57.530437 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Successfully updated port: 431d9b5b-3626-4519-a22e-d8b92efc274f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:41:57.570727 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Received event network-changed-431d9b5b-3626-4519-a22e-d8b92efc274f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:41:57.571323 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Refreshing instance network info cache due to event network-changed-431d9b5b-3626-4519-a22e-d8b92efc274f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:41:57.571865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] Acquiring lock "refresh_cache-f78c4cca-42ef-4a3c-bff8-63e87ac808f1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:57.572124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] Acquired lock "refresh_cache-f78c4cca-42ef-4a3c-bff8-63e87ac808f1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:57.572595 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Refreshing network info cache for port 431d9b5b-3626-4519-a22e-d8b92efc274f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:41:57.987449 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Releasing lock "refresh_cache-5f32da15-def1-4212-b63f-c2d43e612f48" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:57.987950 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Instance network_info: |[{"id": "74d92736-25aa-4d47-a198-e023c0b012ef", "address": "fa:16:3e:5d:fe:df", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74d92736-25", "ovs_interfaceid": "74d92736-25aa-4d47-a198-e023c0b012ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:41:57.988577 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Terminating instance
Apr 30 15:41:58.033563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "refresh_cache-f78c4cca-42ef-4a3c-bff8-63e87ac808f1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:41:58.136949 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:58.181504 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:58.229645 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:41:58.231032 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:41:58.231495 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Creating image(s)
Apr 30 15:41:58.233025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "/opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:58.233362 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "/opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:58.234255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "/opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:58.234771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "c317339c6e6f45e59c08beff1e165abf7c39a35c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:58.235280 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "c317339c6e6f45e59c08beff1e165abf7c39a35c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:58.279717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:41:58.288439 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas xmlstr <device>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]: </device>
Apr 30 15:41:58.293582 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:41:58.294724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:41:58.294724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:41:58.294724 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:58.295874 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:41:58.494170 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:41:58.498404 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:41:58.498558 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Instance destroyed successfully.
Apr 30 15:41:58.500094 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:41:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-985513712',display_name='tempest-ImagesTestJSON-server-985513712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagestestjson-server-985513712',id=31,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-a3q3zwlo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:55Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=5f32da15-def1-4212-b63f-c2d43e612f48,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74d92736-25aa-4d47-a198-e023c0b012ef", "address": "fa:16:3e:5d:fe:df", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74d92736-25", "ovs_interfaceid": "74d92736-25aa-4d47-a198-e023c0b012ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:41:58.500474 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "74d92736-25aa-4d47-a198-e023c0b012ef", "address": "fa:16:3e:5d:fe:df", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74d92736-25", "ovs_interfaceid": "74d92736-25aa-4d47-a198-e023c0b012ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:41:58.501466 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:fe:df,bridge_name='br-int',has_traffic_filtering=True,id=74d92736-25aa-4d47-a198-e023c0b012ef,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74d92736-25') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:41:58.501991 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:fe:df,bridge_name='br-int',has_traffic_filtering=True,id=74d92736-25aa-4d47-a198-e023c0b012ef,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74d92736-25') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:41:58.504196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:41:58.504989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74d92736-25, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:41:58.504989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:41:58.507935 np0040594247 nova-compute[88153]: INFO os_vif [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:fe:df,bridge_name='br-int',has_traffic_filtering=True,id=74d92736-25aa-4d47-a198-e023c0b012ef,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74d92736-25')
Apr 30 15:41:58.509368 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Deleting instance files /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48_del
Apr 30 15:41:58.509368 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Deletion of /opt/stack/data/nova/instances/5f32da15-def1-4212-b63f-c2d43e612f48_del complete
Apr 30 15:41:59.082919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c28becc8-5927-470b-9814-d9d0e85cfb39 req-ce1dedb5-aa08-42a3-9af3-fa58d1f6f72c service nova] Releasing lock "refresh_cache-f78c4cca-42ef-4a3c-bff8-63e87ac808f1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:41:59.084193 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:59.084857 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:41:59.098581 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquired lock "refresh_cache-f78c4cca-42ef-4a3c-bff8-63e87ac808f1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:41:59.099156 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:41:59.115492 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Took 0.62 seconds to destroy the instance on the hypervisor.
Apr 30 15:41:59.119085 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c19e1e0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:41:59.119662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:41:59.158094 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'QFI\xfb') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:59.165446 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:59.165642 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.part --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:59.261713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.part --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:59.262422 np0040594247 nova-compute[88153]: DEBUG nova.virt.images [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] 7f415f4c-b9a8-4014-8e32-8886fe04e015 was qcow2, converting to raw {{(pid=88153) fetch_to_raw /opt/stack/nova/nova/virt/images.py:278}}
Apr 30 15:41:59.264063 np0040594247 nova-compute[88153]: DEBUG nova.privsep.utils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=88153) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Apr 30 15:41:59.264499 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.part /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.converted {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:59.602244 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:59.602981 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:41:59.607189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.488s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:41:59.666364 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:41:59.798095 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.part /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.converted" returned: 0 in 0.533s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:59.804093 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.converted --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:59.899060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c.converted --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:41:59.899909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "c317339c6e6f45e59c08beff1e165abf7c39a35c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.664s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:41:59.900730 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:59.907255 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:41:59.910045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:41:59.931666 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Updating instance_info_cache with network_info: [{"id": "431d9b5b-3626-4519-a22e-d8b92efc274f", "address": "fa:16:3e:8e:9b:bc", "network": {"id": "43687b1f-f78e-4bfb-85e1-5180816021d5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-361885102-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d4be0f0a59d344a8a41a80ccd0505807", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap431d9b5b-36", "ovs_interfaceid": "431d9b5b-3626-4519-a22e-d8b92efc274f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:00.015738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:00.015738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "c317339c6e6f45e59c08beff1e165abf7c39a35c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:00.016209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "c317339c6e6f45e59c08beff1e165abf7c39a35c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:00.016708 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:00.022423 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:00.023108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:00.119341 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:00.119607 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:00.130500 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:00.131068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c,backing_fmt=raw /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:00.172646 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c,backing_fmt=raw /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:00.174254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "c317339c6e6f45e59c08beff1e165abf7c39a35c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.157s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:00.174254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:00.210117 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '257bf417b1b64be3a5b94177d78dc3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604dc90bd3b04c2c9a7b5d829fd613f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:00.269922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:00.270645 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:00.270965 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:00.326981 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:00.335703 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:00.369289 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:00.369628 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Cannot resize image /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:00.370151 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:00.370546 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Ensure instance console log exists: /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:00.371953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:00.371953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:00.371953 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:00.379079 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Available mdevs at: set().
Apr 30 15:42:00.379079 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:00.379079 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:00.385797 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:00.387165 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:00.390281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Traceback (most recent call last):
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     yield resources
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     return f(*args, **kwargs)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     chosen_mdev = self._create_mdev(
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     self._host.device_create(conf)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     raise e.with_traceback(tb)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     rv = meth(*args, **kwargs)
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:00.392748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] 
Apr 30 15:42:00.438966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Releasing lock "refresh_cache-f78c4cca-42ef-4a3c-bff8-63e87ac808f1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:00.439424 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Instance network_info: |[{"id": "431d9b5b-3626-4519-a22e-d8b92efc274f", "address": "fa:16:3e:8e:9b:bc", "network": {"id": "43687b1f-f78e-4bfb-85e1-5180816021d5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-361885102-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d4be0f0a59d344a8a41a80ccd0505807", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap431d9b5b-36", "ovs_interfaceid": "431d9b5b-3626-4519-a22e-d8b92efc274f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:00.440032 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Terminating instance
Apr 30 15:42:00.632040 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:00.755532 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Successfully created port: e6fbb9b0-f029-4a7f-b94e-6352901f0dc5 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:00.843093 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:00.843711 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:00.945810 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:00.951395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:00.951395 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Instance destroyed successfully.
Apr 30 15:42:00.953181 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:41:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-279230009',display_name='tempest-AttachSCSIVolumeTestJSON-server-279230009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachscsivolumetestjson-server-279230009',id=32,image_ref='7f415f4c-b9a8-4014-8e32-8886fe04e015',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYWoND0vwA3gDC2SuzLijwmbnDGSUZP3zw2Asuwo3sLSg1dK7D9WaPPGyXQzrzq3dlEqfLS1l3JUtTBsVd+ndeh6rU4DyHCAIdRvcc5diXFCmKmZGrVBRLbBtrA2ZdvXw==',key_name='tempest-keypair-2004454186',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d4be0f0a59d344a8a41a80ccd0505807',ramdisk_id='',reservation_id='r-37dq5bxp',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7f415f4c-b9a8-4014-8e32-8886fe04e015',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-172570673',owner_user_name='tempest-AttachSCSIVolumeTestJSON-172570673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a43dcf4658564d6b80ac02201559913b',uuid=f78c4cca-42ef-4a3c-bff8-63e87ac808f1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "431d9b5b-3626-4519-a22e-d8b92efc274f", "address": "fa:16:3e:8e:9b:bc", "network": {"id": "43687b1f-f78e-4bfb-85e1-5180816021d5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-361885102-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d4be0f0a59d344a8a41a80ccd0505807", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap431d9b5b-36", "ovs_interfaceid": "431d9b5b-3626-4519-a22e-d8b92efc274f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:00.954333 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Converting VIF {"id": "431d9b5b-3626-4519-a22e-d8b92efc274f", "address": "fa:16:3e:8e:9b:bc", "network": {"id": "43687b1f-f78e-4bfb-85e1-5180816021d5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-361885102-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d4be0f0a59d344a8a41a80ccd0505807", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap431d9b5b-36", "ovs_interfaceid": "431d9b5b-3626-4519-a22e-d8b92efc274f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:00.956421 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:9b:bc,bridge_name='br-int',has_traffic_filtering=True,id=431d9b5b-3626-4519-a22e-d8b92efc274f,network=Network(43687b1f-f78e-4bfb-85e1-5180816021d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap431d9b5b-36') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:00.956996 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:9b:bc,bridge_name='br-int',has_traffic_filtering=True,id=431d9b5b-3626-4519-a22e-d8b92efc274f,network=Network(43687b1f-f78e-4bfb-85e1-5180816021d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap431d9b5b-36') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:00.959262 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:00.962037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap431d9b5b-36, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:00.962037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:00.963594 np0040594247 nova-compute[88153]: INFO os_vif [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:9b:bc,bridge_name='br-int',has_traffic_filtering=True,id=431d9b5b-3626-4519-a22e-d8b92efc274f,network=Network(43687b1f-f78e-4bfb-85e1-5180816021d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap431d9b5b-36')
Apr 30 15:42:00.964725 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Deleting instance files /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1_del
Apr 30 15:42:00.965770 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Deletion of /opt/stack/data/nova/instances/f78c4cca-42ef-4a3c-bff8-63e87ac808f1_del complete
Apr 30 15:42:01.138252 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:01.360197 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.752s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Traceback (most recent call last):
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     return f(*args, **kwargs)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     chosen_mdev = self._create_mdev(
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     self._host.device_create(conf)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     raise e.with_traceback(tb)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     rv = meth(*args, **kwargs)
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:01.365293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] 
Apr 30 15:42:01.369861 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:01.371643 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Build of instance 5f32da15-def1-4212-b63f-c2d43e612f48 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:01.374877 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:01.376177 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:41:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-985513712',display_name='tempest-ImagesTestJSON-server-985513712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagestestjson-server-985513712',id=31,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-a3q3zwlo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:41:59Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=5f32da15-def1-4212-b63f-c2d43e612f48,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74d92736-25aa-4d47-a198-e023c0b012ef", "address": "fa:16:3e:5d:fe:df", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74d92736-25", "ovs_interfaceid": "74d92736-25aa-4d47-a198-e023c0b012ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:01.376805 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "74d92736-25aa-4d47-a198-e023c0b012ef", "address": "fa:16:3e:5d:fe:df", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74d92736-25", "ovs_interfaceid": "74d92736-25aa-4d47-a198-e023c0b012ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:01.377833 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:fe:df,bridge_name='br-int',has_traffic_filtering=True,id=74d92736-25aa-4d47-a198-e023c0b012ef,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74d92736-25') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:01.378648 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:fe:df,bridge_name='br-int',has_traffic_filtering=True,id=74d92736-25aa-4d47-a198-e023c0b012ef,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74d92736-25') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:01.381451 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:01.382433 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74d92736-25, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:01.383196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:01.388722 np0040594247 nova-compute[88153]: INFO os_vif [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:fe:df,bridge_name='br-int',has_traffic_filtering=True,id=74d92736-25aa-4d47-a198-e023c0b012ef,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74d92736-25')
Apr 30 15:42:01.388722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:01.388722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:01.388722 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:01.444001 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Successfully updated port: e6fbb9b0-f029-4a7f-b94e-6352901f0dc5 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:01.479825 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:01.485500 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Received event network-changed-e6fbb9b0-f029-4a7f-b94e-6352901f0dc5 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:01.486321 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Refreshing instance network info cache due to event network-changed-e6fbb9b0-f029-4a7f-b94e-6352901f0dc5. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:01.486321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] Acquiring lock "refresh_cache-8463302c-2276-4ee8-899b-3be89bace882" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:01.486502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] Acquired lock "refresh_cache-8463302c-2276-4ee8-899b-3be89bace882" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:01.486747 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Refreshing network info cache for port e6fbb9b0-f029-4a7f-b94e-6352901f0dc5 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:01.489432 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c184fe0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:01.489617 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:01.489949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:01.950772 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "refresh_cache-8463302c-2276-4ee8-899b-3be89bace882" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:02.083994 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:02.156185 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:02.158456 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:02.159114 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Creating image(s)
Apr 30 15:42:02.160193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "/opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:02.160767 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "/opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:02.162125 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "/opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:02.163357 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:02.169906 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:02.172589 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:02.192706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:02.197514 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:02.198593 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:02.198593 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:02.198593 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:02.199042 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:02.204559 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:02.271537 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:02.272011 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:02.272599 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:02.273270 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:02.278318 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:02.278881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:02.371552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:02.372229 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:02.388888 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:02.406955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:02.407560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.135s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:02.408084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:02.509609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:02.510452 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:02.510964 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:02.606627 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:02.606973 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Cannot resize image /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:02.607573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:02.608036 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Ensure instance console log exists: /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:02.608579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:02.609559 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:02.609559 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:02.615324 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Available mdevs at: set().
Apr 30 15:42:02.615602 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:02.615926 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:02.621883 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:02.623207 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:02.627405 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882] Traceback (most recent call last):
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     yield resources
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     return f(*args, **kwargs)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     chosen_mdev = self._create_mdev(
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     self._host.device_create(conf)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     raise e.with_traceback(tb)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     rv = meth(*args, **kwargs)
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:02.631271 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882] 
Apr 30 15:42:02.708228 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:02.708763 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:02.718439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-8de1fe04-2511-496e-8720-fcf66b122b49 req-5726607c-a8d6-4484-9721-0defb6f76ff6 service nova] Releasing lock "refresh_cache-8463302c-2276-4ee8-899b-3be89bace882" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:02.719308 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquired lock "refresh_cache-8463302c-2276-4ee8-899b-3be89bace882" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:02.719431 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:02.893863 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 5f32da15-def1-4212-b63f-c2d43e612f48] Took 1.51 seconds to deallocate network for instance.
Apr 30 15:42:03.187709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:03.224649 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.735s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Traceback (most recent call last):
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     return f(*args, **kwargs)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     chosen_mdev = self._create_mdev(
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     self._host.device_create(conf)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     raise e.with_traceback(tb)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     rv = meth(*args, **kwargs)
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:03.227222 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] 
Apr 30 15:42:03.230524 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:03.236486 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Build of instance f78c4cca-42ef-4a3c-bff8-63e87ac808f1 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:03.240389 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:03.242171 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:41:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-279230009',display_name='tempest-AttachSCSIVolumeTestJSON-server-279230009',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachscsivolumetestjson-server-279230009',id=32,image_ref='7f415f4c-b9a8-4014-8e32-8886fe04e015',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCYWoND0vwA3gDC2SuzLijwmbnDGSUZP3zw2Asuwo3sLSg1dK7D9WaPPGyXQzrzq3dlEqfLS1l3JUtTBsVd+ndeh6rU4DyHCAIdRvcc5diXFCmKmZGrVBRLbBtrA2ZdvXw==',key_name='tempest-keypair-2004454186',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d4be0f0a59d344a8a41a80ccd0505807',ramdisk_id='',reservation_id='r-37dq5bxp',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7f415f4c-b9a8-4014-8e32-8886fe04e015',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-172570673',owner_user_name='tempest-AttachSCSIVolumeTestJSON-172570673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a43dcf4658564d6b80ac02201559913b',uuid=f78c4cca-42ef-4a3c-bff8-63e87ac808f1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "431d9b5b-3626-4519-a22e-d8b92efc274f", "address": "fa:16:3e:8e:9b:bc", "network": {"id": "43687b1f-f78e-4bfb-85e1-5180816021d5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-361885102-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d4be0f0a59d344a8a41a80ccd0505807", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap431d9b5b-36", "ovs_interfaceid": "431d9b5b-3626-4519-a22e-d8b92efc274f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:03.242810 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Converting VIF {"id": "431d9b5b-3626-4519-a22e-d8b92efc274f", "address": "fa:16:3e:8e:9b:bc", "network": {"id": "43687b1f-f78e-4bfb-85e1-5180816021d5", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-361885102-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d4be0f0a59d344a8a41a80ccd0505807", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap431d9b5b-36", "ovs_interfaceid": "431d9b5b-3626-4519-a22e-d8b92efc274f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:03.244217 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:9b:bc,bridge_name='br-int',has_traffic_filtering=True,id=431d9b5b-3626-4519-a22e-d8b92efc274f,network=Network(43687b1f-f78e-4bfb-85e1-5180816021d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap431d9b5b-36') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:03.245135 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:9b:bc,bridge_name='br-int',has_traffic_filtering=True,id=431d9b5b-3626-4519-a22e-d8b92efc274f,network=Network(43687b1f-f78e-4bfb-85e1-5180816021d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap431d9b5b-36') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:03.248923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:03.249686 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap431d9b5b-36, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:03.250323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:03.254378 np0040594247 nova-compute[88153]: INFO os_vif [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:9b:bc,bridge_name='br-int',has_traffic_filtering=True,id=431d9b5b-3626-4519-a22e-d8b92efc274f,network=Network(43687b1f-f78e-4bfb-85e1-5180816021d5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap431d9b5b-36')
Apr 30 15:42:03.254718 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:03.258713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:03.258713 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:03.322769 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:03.758943 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Updating instance_info_cache with network_info: [{"id": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "address": "fa:16:3e:fd:63:cb", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape6fbb9b0-f0", "ovs_interfaceid": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:03.910396 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:03.921367 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:03.937945 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:03.959622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:03.962397 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Deleted allocations for instance 5f32da15-def1-4212-b63f-c2d43e612f48
Apr 30 15:42:04.017569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.058025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.264169 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Releasing lock "refresh_cache-8463302c-2276-4ee8-899b-3be89bace882" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:04.264788 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Instance network_info: |[{"id": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "address": "fa:16:3e:fd:63:cb", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape6fbb9b0-f0", "ovs_interfaceid": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:04.265282 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Terminating instance
Apr 30 15:42:04.288746 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:04.478190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39b9ad71-afa2-43f7-a494-2fa672935253 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "5f32da15-def1-4212-b63f-c2d43e612f48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.861s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:04.530713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.540412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.554967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.589707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.661206 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.705814 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.776977 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:04.790066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 8463302c-2276-4ee8-899b-3be89bace882] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:04.790322 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Instance destroyed successfully.
Apr 30 15:42:04.791895 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:41:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SecurityGroupsTestJSON-server-1950146838',display_name='tempest-SecurityGroupsTestJSON-server-1950146838',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-securitygroupstestjson-server-1950146838',id=33,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='604dc90bd3b04c2c9a7b5d829fd613f8',ramdisk_id='',reservation_id='r-p0lf0r0x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SecurityGroupsTestJSON-593434205',owner_user_name='tempest-SecurityGroupsTestJSON-593434205-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:01Z,user_data=None,user_id='257bf417b1b64be3a5b94177d78dc3ac',uuid=8463302c-2276-4ee8-899b-3be89bace882,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "address": "fa:16:3e:fd:63:cb", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape6fbb9b0-f0", "ovs_interfaceid": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:04.792386 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converting VIF {"id": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "address": "fa:16:3e:fd:63:cb", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape6fbb9b0-f0", "ovs_interfaceid": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:04.793434 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:63:cb,bridge_name='br-int',has_traffic_filtering=True,id=e6fbb9b0-f029-4a7f-b94e-6352901f0dc5,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6fbb9b0-f0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:04.796017 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:63:cb,bridge_name='br-int',has_traffic_filtering=True,id=e6fbb9b0-f029-4a7f-b94e-6352901f0dc5,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6fbb9b0-f0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:04.796797 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] [instance: f78c4cca-42ef-4a3c-bff8-63e87ac808f1] Took 1.54 seconds to deallocate network for instance.
Apr 30 15:42:04.802299 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:04.802843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape6fbb9b0-f0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:04.803326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:04.806451 np0040594247 nova-compute[88153]: INFO os_vif [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:63:cb,bridge_name='br-int',has_traffic_filtering=True,id=e6fbb9b0-f029-4a7f-b94e-6352901f0dc5,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6fbb9b0-f0')
Apr 30 15:42:04.807857 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Deleting instance files /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882_del
Apr 30 15:42:04.808345 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Deletion of /opt/stack/data/nova/instances/8463302c-2276-4ee8-899b-3be89bace882_del complete
Apr 30 15:42:05.192464 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:05.194999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:05.198730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:05.219230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:05.222542 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:05.225209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:05.320725 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:05.324436 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9475db20> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:05.325259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:05.325433 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:05.860906 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Deleted allocations for instance f78c4cca-42ef-4a3c-bff8-63e87ac808f1
Apr 30 15:42:05.947486 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:05.961259 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:05.962433 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:05.962433 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:05.962866 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:05.963350 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:06.230171 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:06.378401 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-75d3c187-67a4-44dc-8b66-f959be9181cb tempest-AttachSCSIVolumeTestJSON-172570673 tempest-AttachSCSIVolumeTestJSON-172570673-project-member] Lock "f78c4cca-42ef-4a3c-bff8-63e87ac808f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.798s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:06.469318 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:06.469929 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:06.983005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.657s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882] Traceback (most recent call last):
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     return f(*args, **kwargs)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     chosen_mdev = self._create_mdev(
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     self._host.device_create(conf)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     raise e.with_traceback(tb)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     rv = meth(*args, **kwargs)
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:06.984818 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8463302c-2276-4ee8-899b-3be89bace882] 
Apr 30 15:42:06.989106 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:06.989106 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Build of instance 8463302c-2276-4ee8-899b-3be89bace882 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:06.990320 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:06.991458 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:41:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SecurityGroupsTestJSON-server-1950146838',display_name='tempest-SecurityGroupsTestJSON-server-1950146838',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-securitygroupstestjson-server-1950146838',id=33,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='604dc90bd3b04c2c9a7b5d829fd613f8',ramdisk_id='',reservation_id='r-p0lf0r0x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SecurityGroupsTestJSON-593434205',owner_user_name='tempest-SecurityGroupsTestJSON-593434205-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:05Z,user_data=None,user_id='257bf417b1b64be3a5b94177d78dc3ac',uuid=8463302c-2276-4ee8-899b-3be89bace882,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "address": "fa:16:3e:fd:63:cb", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape6fbb9b0-f0", "ovs_interfaceid": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:06.991859 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converting VIF {"id": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "address": "fa:16:3e:fd:63:cb", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape6fbb9b0-f0", "ovs_interfaceid": "e6fbb9b0-f029-4a7f-b94e-6352901f0dc5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:06.992652 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:63:cb,bridge_name='br-int',has_traffic_filtering=True,id=e6fbb9b0-f029-4a7f-b94e-6352901f0dc5,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6fbb9b0-f0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:06.993016 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:63:cb,bridge_name='br-int',has_traffic_filtering=True,id=e6fbb9b0-f029-4a7f-b94e-6352901f0dc5,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6fbb9b0-f0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:06.994450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:06.995040 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape6fbb9b0-f0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:06.995119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:06.998964 np0040594247 nova-compute[88153]: INFO os_vif [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:63:cb,bridge_name='br-int',has_traffic_filtering=True,id=e6fbb9b0-f029-4a7f-b94e-6352901f0dc5,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape6fbb9b0-f0')
Apr 30 15:42:06.999249 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:06.999542 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:06.999871 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:07.065551 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.080862 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.095807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.132532 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.139137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.186885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.193456 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.195856 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:07.255703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:08.192272 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:08.331715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:08.839153 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: 8463302c-2276-4ee8-899b-3be89bace882] Took 1.84 seconds to deallocate network for instance.
Apr 30 15:42:09.205857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:09.205857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:09.707926 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:09.905469 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Deleted allocations for instance 8463302c-2276-4ee8-899b-3be89bace882
Apr 30 15:42:10.254189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:10.254812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:10.259877 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:10.260189 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Claim successful on node np0040594247
Apr 30 15:42:10.272890 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:10.301828 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:10.420390 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a6709201-5582-4765-a0a1-aae569a3ff22 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "8463302c-2276-4ee8-899b-3be89bace882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.419s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:10.524902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:10.635935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.189482 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.191413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.208953 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.211546 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.384592 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:11.392626 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:11.393888 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:11.393888 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:11.414532 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.447494 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.684310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.728325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:11.901467 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:11.901467 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:12.415715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:12.415715 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:12.527568 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:12.539418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:12.806319 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:12.843587 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:12.929213 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:12.929213 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:13.038577 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bdcfac42db42daaa84f6df25ad5ff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa8aca03e0834b8e8fc6a09bc98b1223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:13.066354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:13.092149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:13.195121 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:13.195121 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:13.433086 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:13.780975 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Successfully created port: 3bd80049-878b-4e55-98f1-4c2a0d24c2d6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:13.942609 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:14.555498 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Successfully updated port: 3bd80049-878b-4e55-98f1-4c2a0d24c2d6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:14.587839 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Received event network-changed-3bd80049-878b-4e55-98f1-4c2a0d24c2d6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:14.588326 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Refreshing instance network info cache due to event network-changed-3bd80049-878b-4e55-98f1-4c2a0d24c2d6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:14.588505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] Acquiring lock "refresh_cache-1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:14.588799 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] Acquired lock "refresh_cache-1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:14.589076 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Refreshing network info cache for port 3bd80049-878b-4e55-98f1-4c2a0d24c2d6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:14.952939 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:14.954475 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:14.954953 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Creating image(s)
Apr 30 15:42:14.955718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "/opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:14.956025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:14.956949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:14.957877 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:14.963809 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:14.967070 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:15.061306 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "refresh_cache-1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:15.063803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:15.066813 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:15.066813 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:15.066813 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:15.072408 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:15.073089 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:15.178697 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:15.185891 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:15.190314 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:15.203787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:15.234220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk 1073741824" returned: 0 in 0.045s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:15.234821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.170s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:15.235317 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:15.258097 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:15.276691 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:15.337398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:15.338426 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:15.338426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:15.354964 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:15.435047 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:15.435529 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Cannot resize image /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:15.436119 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:15.436464 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Ensure instance console log exists: /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:15.437018 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:15.437467 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:15.437985 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:15.441652 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Available mdevs at: set().
Apr 30 15:42:15.442058 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:15.442294 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:15.447591 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:15.448621 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:15.452518 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Traceback (most recent call last):
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     yield resources
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     return f(*args, **kwargs)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     chosen_mdev = self._create_mdev(
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     self._host.device_create(conf)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     raise e.with_traceback(tb)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     rv = meth(*args, **kwargs)
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:15.454959 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] 
Apr 30 15:42:15.804961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:15.827087 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:15.861163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a42623bd-9a0c-4d1e-9c97-1ebe5a64898c req-b853e427-da47-4457-9e00-63c5afc55eef service nova] Releasing lock "refresh_cache-1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:15.861163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquired lock "refresh_cache-1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:15.861163 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:16.232152 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:16.438964 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:16.879236 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Updating instance_info_cache with network_info: [{"id": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "address": "fa:16:3e:ac:24:ac", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3bd80049-87", "ovs_interfaceid": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:17.383853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Releasing lock "refresh_cache-1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:17.387440 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Instance network_info: |[{"id": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "address": "fa:16:3e:ac:24:ac", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3bd80049-87", "ovs_interfaceid": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:17.387440 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Terminating instance
Apr 30 15:42:17.892759 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:17.896554 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:17.896804 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Instance destroyed successfully.
Apr 30 15:42:17.898149 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-601602885',display_name='tempest-ImagesTestJSON-server-601602885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagestestjson-server-601602885',id=34,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-ktqrgtdh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:14Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "address": "fa:16:3e:ac:24:ac", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3bd80049-87", "ovs_interfaceid": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:17.899037 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "address": "fa:16:3e:ac:24:ac", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3bd80049-87", "ovs_interfaceid": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:17.899489 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:24:ac,bridge_name='br-int',has_traffic_filtering=True,id=3bd80049-878b-4e55-98f1-4c2a0d24c2d6,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bd80049-87') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:17.900247 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:24:ac,bridge_name='br-int',has_traffic_filtering=True,id=3bd80049-878b-4e55-98f1-4c2a0d24c2d6,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bd80049-87') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:17.902313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:17.902790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3bd80049-87, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:17.903080 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:17.906443 np0040594247 nova-compute[88153]: INFO os_vif [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:24:ac,bridge_name='br-int',has_traffic_filtering=True,id=3bd80049-878b-4e55-98f1-4c2a0d24c2d6,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bd80049-87')
Apr 30 15:42:17.906947 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Deleting instance files /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73_del
Apr 30 15:42:17.907577 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Deletion of /opt/stack/data/nova/instances/1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73_del complete
Apr 30 15:42:18.419045 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:18.426239 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7060bd70> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:18.426344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:18.426753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:18.503460 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:18.518538 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:18.534325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:18.565718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:18.627183 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:18.668774 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.002815 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.018001 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.030508 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.059563 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.101729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:19.117319 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:19.119223 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:19.119223 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:19.132114 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.179198 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.199347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.205251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.219403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.221249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "d7f74439-c98e-45a8-9261-9aa0951465dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:19.221249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "d7f74439-c98e-45a8-9261-9aa0951465dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:19.237417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.240755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.247931 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.622558 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:19.625755 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:19.729712 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:19.900699 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.909135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.922702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:19.960740 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:20.031347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:20.075477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:20.138969 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.712s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Traceback (most recent call last):
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     return f(*args, **kwargs)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     chosen_mdev = self._create_mdev(
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     self._host.device_create(conf)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     raise e.with_traceback(tb)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     rv = meth(*args, **kwargs)
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:20.142022 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] 
Apr 30 15:42:20.143720 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:20.145225 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Build of instance 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:20.147522 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:20.148519 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-601602885',display_name='tempest-ImagesTestJSON-server-601602885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagestestjson-server-601602885',id=34,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-ktqrgtdh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:18Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "address": "fa:16:3e:ac:24:ac", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3bd80049-87", "ovs_interfaceid": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:20.150441 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "address": "fa:16:3e:ac:24:ac", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3bd80049-87", "ovs_interfaceid": "3bd80049-878b-4e55-98f1-4c2a0d24c2d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:20.152918 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:24:ac,bridge_name='br-int',has_traffic_filtering=True,id=3bd80049-878b-4e55-98f1-4c2a0d24c2d6,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bd80049-87') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:20.153342 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:24:ac,bridge_name='br-int',has_traffic_filtering=True,id=3bd80049-878b-4e55-98f1-4c2a0d24c2d6,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bd80049-87') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:20.156050 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:20.156387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3bd80049-87, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:20.156661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:20.159748 np0040594247 nova-compute[88153]: INFO os_vif [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:24:ac,bridge_name='br-int',has_traffic_filtering=True,id=3bd80049-878b-4e55-98f1-4c2a0d24c2d6,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bd80049-87')
Apr 30 15:42:20.160075 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:20.160517 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:20.160882 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:20.267331 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:20.267747 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:20.273467 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:20.273896 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Claim successful on node np0040594247
Apr 30 15:42:21.145831 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:21.211169 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:21.213623 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:21.216734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:21.442284 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:21.452001 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:21.452934 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:21.452934 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:21.452934 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:21.453601 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:21.651945 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73] Took 1.49 seconds to deallocate network for instance.
Apr 30 15:42:21.963933 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:21.963933 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:22.478951 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:22.479565 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:22.539724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.552933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.585202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.654721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.705096 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.732924 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Deleted allocations for instance 1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73
Apr 30 15:42:22.749716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.760480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.774793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.786621 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.802286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.812256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.820527 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.866644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.879103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.924540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.937008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.991203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:22.991203 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:22.991203 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:23.078885 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '257bf417b1b64be3a5b94177d78dc3ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604dc90bd3b04c2c9a7b5d829fd613f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:23.206194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.222144 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.226024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.228064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.242725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.245287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.248325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ade39bde-701b-4b95-bbb7-96d75b37fad3 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "1ae5081d-5b9f-4bf3-b99b-e38aaa8c3c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.044s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:23.260144 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.264137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.265697 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:23.497215 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:23.742725 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Successfully created port: bb388b95-77ff-4212-abed-a0335cd001c4 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:24.003886 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:24.909297 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Successfully updated port: bb388b95-77ff-4212-abed-a0335cd001c4 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:24.952847 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Received event network-changed-bb388b95-77ff-4212-abed-a0335cd001c4 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:24.952847 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Refreshing instance network info cache due to event network-changed-bb388b95-77ff-4212-abed-a0335cd001c4. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:24.953110 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] Acquiring lock "refresh_cache-d7f74439-c98e-45a8-9261-9aa0951465dc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:24.953303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] Acquired lock "refresh_cache-d7f74439-c98e-45a8-9261-9aa0951465dc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:24.953604 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Refreshing network info cache for port bb388b95-77ff-4212-abed-a0335cd001c4 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:24.984426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:24.993292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.004791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.019549 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:25.021733 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:25.021733 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Creating image(s)
Apr 30 15:42:25.022630 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:25.023172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "/opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:25.024001 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "/opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:25.025062 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:25.031263 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:25.033339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:25.051397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.118180 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.137306 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:25.138922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:25.138922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:25.139865 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:25.147184 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:25.147184 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:25.166871 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.204841 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.207141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.210097 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.214510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:25.260085 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.112s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:25.262030 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:25.310410 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk 1073741824" returned: 0 in 0.048s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:25.310826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.172s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:25.311371 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:25.416364 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "refresh_cache-d7f74439-c98e-45a8-9261-9aa0951465dc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:25.424635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:25.425229 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:25.425657 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:25.530555 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:25.541815 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk --force-share --output=json" returned: 0 in 0.116s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:25.542222 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Cannot resize image /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:25.543573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:25.543573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Ensure instance console log exists: /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:25.546887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:25.549711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.004s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:25.549711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:25.561910 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Available mdevs at: set().
Apr 30 15:42:25.562196 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:25.562472 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:25.578001 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:25.579069 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:25.583802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.036s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Traceback (most recent call last):
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     yield resources
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     return f(*args, **kwargs)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     chosen_mdev = self._create_mdev(
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     self._host.device_create(conf)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     raise e.with_traceback(tb)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     rv = meth(*args, **kwargs)
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:25.587977 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] 
Apr 30 15:42:25.662133 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:26.166242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7ad9a9de-6852-4048-aa2a-0f304fd0ff4d req-64a6a638-0b67-4738-b90f-b89fac0728ac service nova] Releasing lock "refresh_cache-d7f74439-c98e-45a8-9261-9aa0951465dc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:26.168702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquired lock "refresh_cache-d7f74439-c98e-45a8-9261-9aa0951465dc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:26.170041 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:26.180860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquiring lock "1462d39d-7c09-42d5-a691-46f15ab21bf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:26.181765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "1462d39d-7c09-42d5-a691-46f15ab21bf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:26.234202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:26.685927 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:26.758215 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:27.050824 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Updating instance_info_cache with network_info: [{"id": "bb388b95-77ff-4212-abed-a0335cd001c4", "address": "fa:16:3e:ad:3e:4e", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbb388b95-77", "ovs_interfaceid": "bb388b95-77ff-4212-abed-a0335cd001c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:27.228294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:27.228815 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:27.234444 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:27.234444 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Claim successful on node np0040594247
Apr 30 15:42:27.553583 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Releasing lock "refresh_cache-d7f74439-c98e-45a8-9261-9aa0951465dc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:27.554015 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Instance network_info: |[{"id": "bb388b95-77ff-4212-abed-a0335cd001c4", "address": "fa:16:3e:ad:3e:4e", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbb388b95-77", "ovs_interfaceid": "bb388b95-77ff-4212-abed-a0335cd001c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:27.554577 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Terminating instance
Apr 30 15:42:27.926108 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:27.938051 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:27.953928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:27.995126 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.003290 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.051840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.068142 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:28.073046 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:28.073046 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Instance destroyed successfully.
Apr 30 15:42:28.074496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SecurityGroupsTestJSON-server-575790556',display_name='tempest-SecurityGroupsTestJSON-server-575790556',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-securitygroupstestjson-server-575790556',id=35,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='604dc90bd3b04c2c9a7b5d829fd613f8',ramdisk_id='',reservation_id='r-d7061n90',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SecurityGroupsTestJSON-593434205',owner_user_name='tempest-SecurityGroupsTestJSON-593434205-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:24Z,user_data=None,user_id='257bf417b1b64be3a5b94177d78dc3ac',uuid=d7f74439-c98e-45a8-9261-9aa0951465dc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb388b95-77ff-4212-abed-a0335cd001c4", "address": "fa:16:3e:ad:3e:4e", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbb388b95-77", "ovs_interfaceid": "bb388b95-77ff-4212-abed-a0335cd001c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:28.074980 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converting VIF {"id": "bb388b95-77ff-4212-abed-a0335cd001c4", "address": "fa:16:3e:ad:3e:4e", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbb388b95-77", "ovs_interfaceid": "bb388b95-77ff-4212-abed-a0335cd001c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:28.075932 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3e:4e,bridge_name='br-int',has_traffic_filtering=True,id=bb388b95-77ff-4212-abed-a0335cd001c4,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb388b95-77') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:28.076454 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3e:4e,bridge_name='br-int',has_traffic_filtering=True,id=bb388b95-77ff-4212-abed-a0335cd001c4,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb388b95-77') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:28.078301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.078721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb388b95-77, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:28.079064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:28.081603 np0040594247 nova-compute[88153]: INFO os_vif [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3e:4e,bridge_name='br-int',has_traffic_filtering=True,id=bb388b95-77ff-4212-abed-a0335cd001c4,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb388b95-77')
Apr 30 15:42:28.082083 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Deleting instance files /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc_del
Apr 30 15:42:28.082764 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Deletion of /opt/stack/data/nova/instances/d7f74439-c98e-45a8-9261-9aa0951465dc_del complete
Apr 30 15:42:28.093558 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.190419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.200295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.209074 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.243050 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.294399 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.334696 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:28.387335 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:28.394742 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:28.395881 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:28.395881 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:28.395881 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:28.396221 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:28.592748 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:28.596218 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9475f0b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:28.597366 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:28.893159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:28.893634 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:28.901939 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:28.901939 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:29.203583 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.205404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.208017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.209634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.219480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.221316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.223802 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.225201 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:29.396534 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:29.417459 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:29.418148 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:29.422207 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.825s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:29.937261 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:29.938722 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:29.950967 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:30.053398 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3338a1d2435c4fbf807a5e2cfc9f0ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c3cd2d927044dd885bd72c54e4bd64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:30.120192 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:30.136889 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:30.443590 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:30.606233 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Successfully created port: cea586d5-288e-40d0-b796-eaa4b106dacd {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:30.643160 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:30.643691 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:30.950789 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:31.156373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.734s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Traceback (most recent call last):
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     return f(*args, **kwargs)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     chosen_mdev = self._create_mdev(
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     self._host.device_create(conf)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     raise e.with_traceback(tb)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     rv = meth(*args, **kwargs)
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:31.159797 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] 
Apr 30 15:42:31.161860 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:31.162059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.212s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:31.163072 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Build of instance d7f74439-c98e-45a8-9261-9aa0951465dc was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:31.165618 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:31.166696 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SecurityGroupsTestJSON-server-575790556',display_name='tempest-SecurityGroupsTestJSON-server-575790556',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-securitygroupstestjson-server-575790556',id=35,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='604dc90bd3b04c2c9a7b5d829fd613f8',ramdisk_id='',reservation_id='r-d7061n90',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SecurityGroupsTestJSON-593434205',owner_user_name='tempest-SecurityGroupsTestJSON-593434205-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:28Z,user_data=None,user_id='257bf417b1b64be3a5b94177d78dc3ac',uuid=d7f74439-c98e-45a8-9261-9aa0951465dc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb388b95-77ff-4212-abed-a0335cd001c4", "address": "fa:16:3e:ad:3e:4e", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbb388b95-77", "ovs_interfaceid": "bb388b95-77ff-4212-abed-a0335cd001c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:31.167037 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converting VIF {"id": "bb388b95-77ff-4212-abed-a0335cd001c4", "address": "fa:16:3e:ad:3e:4e", "network": {"id": "ea11d691-026b-49ad-8e1b-b32e3df1164b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1996953813-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "604dc90bd3b04c2c9a7b5d829fd613f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbb388b95-77", "ovs_interfaceid": "bb388b95-77ff-4212-abed-a0335cd001c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:31.167984 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3e:4e,bridge_name='br-int',has_traffic_filtering=True,id=bb388b95-77ff-4212-abed-a0335cd001c4,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb388b95-77') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:31.168390 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3e:4e,bridge_name='br-int',has_traffic_filtering=True,id=bb388b95-77ff-4212-abed-a0335cd001c4,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb388b95-77') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:31.170154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:31.171040 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb388b95-77, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:31.171164 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:31.174588 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:31.175523 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Claim successful on node np0040594247
Apr 30 15:42:31.178480 np0040594247 nova-compute[88153]: INFO os_vif [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:3e:4e,bridge_name='br-int',has_traffic_filtering=True,id=bb388b95-77ff-4212-abed-a0335cd001c4,network=Network(ea11d691-026b-49ad-8e1b-b32e3df1164b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb388b95-77')
Apr 30 15:42:31.178593 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:31.178917 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:31.182741 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:31.191932 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Successfully updated port: cea586d5-288e-40d0-b796-eaa4b106dacd {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:31.438054 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Received event network-changed-cea586d5-288e-40d0-b796-eaa4b106dacd {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:31.438354 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Refreshing instance network info cache due to event network-changed-cea586d5-288e-40d0-b796-eaa4b106dacd. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:31.439361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] Acquiring lock "refresh_cache-1462d39d-7c09-42d5-a691-46f15ab21bf0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:31.439645 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] Acquired lock "refresh_cache-1462d39d-7c09-42d5-a691-46f15ab21bf0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:31.439955 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Refreshing network info cache for port cea586d5-288e-40d0-b796-eaa4b106dacd {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:31.694728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquiring lock "refresh_cache-1462d39d-7c09-42d5-a691-46f15ab21bf0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:31.966308 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:31.967751 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:31.968110 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Creating image(s)
Apr 30 15:42:31.968831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquiring lock "/opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:31.969263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "/opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:31.970200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "/opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:31.971069 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:31.976214 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:31.977803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:31.996453 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:32.072091 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:32.072603 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:32.073733 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:32.073986 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:32.079083 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:32.079646 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:32.133708 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:32.174896 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:32.175406 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:32.211612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:32.212211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:32.212725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:32.309658 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:32.311005 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:32.311279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:32.365866 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:32.371735 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:32.372561 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:32.372561 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:32.375042 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:32.375042 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:32.419301 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:32.421276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:32.422198 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Cannot resize image /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:32.422352 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:32.422976 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Ensure instance console log exists: /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:32.423326 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:32.424435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:32.424435 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:32.428744 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Available mdevs at: set().
Apr 30 15:42:32.429175 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:32.429610 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:32.444363 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:32.451953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.028s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Traceback (most recent call last):
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     yield resources
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     return f(*args, **kwargs)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     chosen_mdev = self._create_mdev(
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     self._host.device_create(conf)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     raise e.with_traceback(tb)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     rv = meth(*args, **kwargs)
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:32.454174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] 
Apr 30 15:42:32.638760 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-8d661466-ebcf-4830-a855-3ca3b2ec6e1f req-554bcf35-83ec-4a04-8636-9deab971f9c8 service nova] Releasing lock "refresh_cache-1462d39d-7c09-42d5-a691-46f15ab21bf0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:32.639058 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquired lock "refresh_cache-1462d39d-7c09-42d5-a691-46f15ab21bf0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:32.639330 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:32.879751 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:32.880264 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:32.925612 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] [instance: d7f74439-c98e-45a8-9261-9aa0951465dc] Took 1.75 seconds to deallocate network for instance.
Apr 30 15:42:33.191007 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:33.215721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:33.391862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:33.392524 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:33.414409 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Updating instance_info_cache with network_info: [{"id": "cea586d5-288e-40d0-b796-eaa4b106dacd", "address": "fa:16:3e:5d:66:8a", "network": {"id": "e9cc4586-66e6-4ad2-be69-3f68224225b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-889978332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d1c3cd2d927044dd885bd72c54e4bd64", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcea586d5-28", "ovs_interfaceid": "cea586d5-288e-40d0-b796-eaa4b106dacd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:33.902513 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:33.903067 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:33.918087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Releasing lock "refresh_cache-1462d39d-7c09-42d5-a691-46f15ab21bf0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:33.918490 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Instance network_info: |[{"id": "cea586d5-288e-40d0-b796-eaa4b106dacd", "address": "fa:16:3e:5d:66:8a", "network": {"id": "e9cc4586-66e6-4ad2-be69-3f68224225b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-889978332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d1c3cd2d927044dd885bd72c54e4bd64", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcea586d5-28", "ovs_interfaceid": "cea586d5-288e-40d0-b796-eaa4b106dacd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:33.919348 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Terminating instance
Apr 30 15:42:33.965054 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bdcfac42db42daaa84f6df25ad5ff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa8aca03e0834b8e8fc6a09bc98b1223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:33.976517 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Deleted allocations for instance d7f74439-c98e-45a8-9261-9aa0951465dc
Apr 30 15:42:34.225127 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquiring lock "2bb18470-402e-42ad-87d2-6cd6cc027790" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:34.225127 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "2bb18470-402e-42ad-87d2-6cd6cc027790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:34.407568 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:34.426338 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:34.434491 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:34.434754 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Instance destroyed successfully.
Apr 30 15:42:34.436428 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesNegativeTestJSON-server-1940439775',display_name='tempest-ImagesNegativeTestJSON-server-1940439775',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagesnegativetestjson-server-1940439775',id=36,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1c3cd2d927044dd885bd72c54e4bd64',ramdisk_id='',reservation_id='r-5uwi0zb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesNegativeTestJSON-1308191183',owner_user_name='tempest-ImagesNegativeTestJSON-1308191183-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:31Z,user_data=None,user_id='3338a1d2435c4fbf807a5e2cfc9f0ed6',uuid=1462d39d-7c09-42d5-a691-46f15ab21bf0,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cea586d5-288e-40d0-b796-eaa4b106dacd", "address": "fa:16:3e:5d:66:8a", "network": {"id": "e9cc4586-66e6-4ad2-be69-3f68224225b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-889978332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d1c3cd2d927044dd885bd72c54e4bd64", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcea586d5-28", "ovs_interfaceid": "cea586d5-288e-40d0-b796-eaa4b106dacd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:34.436818 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Converting VIF {"id": "cea586d5-288e-40d0-b796-eaa4b106dacd", "address": "fa:16:3e:5d:66:8a", "network": {"id": "e9cc4586-66e6-4ad2-be69-3f68224225b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-889978332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d1c3cd2d927044dd885bd72c54e4bd64", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcea586d5-28", "ovs_interfaceid": "cea586d5-288e-40d0-b796-eaa4b106dacd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:34.437817 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:66:8a,bridge_name='br-int',has_traffic_filtering=True,id=cea586d5-288e-40d0-b796-eaa4b106dacd,network=Network(e9cc4586-66e6-4ad2-be69-3f68224225b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcea586d5-28') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:34.438267 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:66:8a,bridge_name='br-int',has_traffic_filtering=True,id=cea586d5-288e-40d0-b796-eaa4b106dacd,network=Network(e9cc4586-66e6-4ad2-be69-3f68224225b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcea586d5-28') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:34.440496 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:34.440996 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcea586d5-28, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:34.441280 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:34.443656 np0040594247 nova-compute[88153]: INFO os_vif [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:66:8a,bridge_name='br-int',has_traffic_filtering=True,id=cea586d5-288e-40d0-b796-eaa4b106dacd,network=Network(e9cc4586-66e6-4ad2-be69-3f68224225b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcea586d5-28')
Apr 30 15:42:34.444157 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Deleting instance files /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0_del
Apr 30 15:42:34.444832 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Deletion of /opt/stack/data/nova/instances/1462d39d-7c09-42d5-a691-46f15ab21bf0_del complete
Apr 30 15:42:34.478561 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Successfully created port: 1f74abd2-3a30-40ec-a5c5-94e48a3569cf {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:34.489896 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-56483a97-6151-4f7d-a219-8cfd832dd672 tempest-SecurityGroupsTestJSON-593434205 tempest-SecurityGroupsTestJSON-593434205-project-member] Lock "d7f74439-c98e-45a8-9261-9aa0951465dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.269s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:34.729807 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:34.913444 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:34.954779 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:34.958576 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d706d39b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:34.958878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:34.959240 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:35.038932 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Successfully updated port: 1f74abd2-3a30-40ec-a5c5-94e48a3569cf {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:35.074965 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Received event network-changed-1f74abd2-3a30-40ec-a5c5-94e48a3569cf {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:35.075249 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Refreshing instance network info cache due to event network-changed-1f74abd2-3a30-40ec-a5c5-94e48a3569cf. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:35.075489 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] Acquiring lock "refresh_cache-3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:35.075783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] Acquired lock "refresh_cache-3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:35.076131 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Refreshing network info cache for port 1f74abd2-3a30-40ec-a5c5-94e48a3569cf {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:35.262861 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:35.542364 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "refresh_cache-3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:35.594606 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:35.601344 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:35.602338 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:35.602338 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:35.602338 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:35.602749 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:35.627126 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:35.747983 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:35.928198 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:35.929699 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:35.930137 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Creating image(s)
Apr 30 15:42:35.930841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "/opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:35.931173 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:35.932283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:35.932890 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:35.938177 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:35.939887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:36.037986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:36.038556 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:36.039333 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:36.039930 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:36.046781 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:36.047340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:36.108875 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:36.109129 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:36.140948 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:36.140948 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:36.178573 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:36.179197 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:36.179710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:36.238582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:36.252199 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-96c06f27-531d-4202-8ddf-f422c71082e1 req-f2b9feee-0bf4-4f8a-9db0-e4be090186f5 service nova] Releasing lock "refresh_cache-3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:36.253014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquired lock "refresh_cache-3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:36.253226 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:36.270995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:36.271540 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:36.272081 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:36.366287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:36.366884 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Cannot resize image /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:36.367486 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:36.367877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Ensure instance console log exists: /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:36.368430 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:36.368811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:36.369287 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:36.372435 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Available mdevs at: set().
Apr 30 15:42:36.372806 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:36.373059 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:36.377064 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:36.378082 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:36.380823 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.012s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Traceback (most recent call last):
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     yield resources
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     return f(*args, **kwargs)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     chosen_mdev = self._create_mdev(
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     self._host.device_create(conf)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     raise e.with_traceback(tb)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     rv = meth(*args, **kwargs)
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:36.383107 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] 
Apr 30 15:42:36.624084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.664s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Traceback (most recent call last):
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     return f(*args, **kwargs)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     chosen_mdev = self._create_mdev(
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     self._host.device_create(conf)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     raise e.with_traceback(tb)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     rv = meth(*args, **kwargs)
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:36.626028 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] 
Apr 30 15:42:36.627899 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:36.629857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.367s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:36.630776 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Build of instance 1462d39d-7c09-42d5-a691-46f15ab21bf0 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:36.633445 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:36.634606 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesNegativeTestJSON-server-1940439775',display_name='tempest-ImagesNegativeTestJSON-server-1940439775',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagesnegativetestjson-server-1940439775',id=36,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1c3cd2d927044dd885bd72c54e4bd64',ramdisk_id='',reservation_id='r-5uwi0zb7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesNegativeTestJSON-1308191183',owner_user_name='tempest-ImagesNegativeTestJSON-1308191183-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:34Z,user_data=None,user_id='3338a1d2435c4fbf807a5e2cfc9f0ed6',uuid=1462d39d-7c09-42d5-a691-46f15ab21bf0,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cea586d5-288e-40d0-b796-eaa4b106dacd", "address": "fa:16:3e:5d:66:8a", "network": {"id": "e9cc4586-66e6-4ad2-be69-3f68224225b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-889978332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d1c3cd2d927044dd885bd72c54e4bd64", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcea586d5-28", "ovs_interfaceid": "cea586d5-288e-40d0-b796-eaa4b106dacd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:36.634991 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Converting VIF {"id": "cea586d5-288e-40d0-b796-eaa4b106dacd", "address": "fa:16:3e:5d:66:8a", "network": {"id": "e9cc4586-66e6-4ad2-be69-3f68224225b8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-889978332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d1c3cd2d927044dd885bd72c54e4bd64", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcea586d5-28", "ovs_interfaceid": "cea586d5-288e-40d0-b796-eaa4b106dacd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:36.636009 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:66:8a,bridge_name='br-int',has_traffic_filtering=True,id=cea586d5-288e-40d0-b796-eaa4b106dacd,network=Network(e9cc4586-66e6-4ad2-be69-3f68224225b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcea586d5-28') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:36.636457 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:66:8a,bridge_name='br-int',has_traffic_filtering=True,id=cea586d5-288e-40d0-b796-eaa4b106dacd,network=Network(e9cc4586-66e6-4ad2-be69-3f68224225b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcea586d5-28') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:36.638619 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:36.639937 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcea586d5-28, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:36.640395 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:36.644074 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:36.644378 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Claim successful on node np0040594247
Apr 30 15:42:36.648375 np0040594247 nova-compute[88153]: INFO os_vif [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:66:8a,bridge_name='br-int',has_traffic_filtering=True,id=cea586d5-288e-40d0-b796-eaa4b106dacd,network=Network(e9cc4586-66e6-4ad2-be69-3f68224225b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcea586d5-28')
Apr 30 15:42:36.648770 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:36.649074 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:36.649373 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:36.843469 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:37.214809 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Updating instance_info_cache with network_info: [{"id": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "address": "fa:16:3e:fd:4c:4e", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1f74abd2-3a", "ovs_interfaceid": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:37.696404 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:37.717510 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Releasing lock "refresh_cache-3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:37.718749 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Instance network_info: |[{"id": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "address": "fa:16:3e:fd:4c:4e", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1f74abd2-3a", "ovs_interfaceid": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:37.719358 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Terminating instance
Apr 30 15:42:37.817278 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:37.825707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:38.201175 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] [instance: 1462d39d-7c09-42d5-a691-46f15ab21bf0] Took 1.55 seconds to deallocate network for instance.
Apr 30 15:42:38.216987 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:38.228282 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:38.232186 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:38.232841 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Instance destroyed successfully.
Apr 30 15:42:38.233599 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-643713369',display_name='tempest-ImagesTestJSON-server-643713369',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagestestjson-server-643713369',id=37,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-1lolrfib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:35Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "address": "fa:16:3e:fd:4c:4e", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1f74abd2-3a", "ovs_interfaceid": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:38.234001 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "address": "fa:16:3e:fd:4c:4e", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1f74abd2-3a", "ovs_interfaceid": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:38.235043 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:4c:4e,bridge_name='br-int',has_traffic_filtering=True,id=1f74abd2-3a30-40ec-a5c5-94e48a3569cf,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f74abd2-3a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:38.235435 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:4c:4e,bridge_name='br-int',has_traffic_filtering=True,id=1f74abd2-3a30-40ec-a5c5-94e48a3569cf,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f74abd2-3a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:38.236794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:38.237055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f74abd2-3a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:38.237719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:38.239786 np0040594247 nova-compute[88153]: INFO os_vif [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:4c:4e,bridge_name='br-int',has_traffic_filtering=True,id=1f74abd2-3a30-40ec-a5c5-94e48a3569cf,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f74abd2-3a')
Apr 30 15:42:38.240082 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Deleting instance files /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce_del
Apr 30 15:42:38.240654 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Deletion of /opt/stack/data/nova/instances/3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce_del complete
Apr 30 15:42:38.264257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:38.301328 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:38.330414 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:38.330931 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:38.521912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:38.565137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:38.755118 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:38.760367 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70792d50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:38.761106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:38.846267 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:38.846267 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:38.850820 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.090s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:39.208881 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:39.210734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:39.252442 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Deleted allocations for instance 1462d39d-7c09-42d5-a691-46f15ab21bf0
Apr 30 15:42:39.354710 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:39.354710 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:39.426455 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738d15fbf972419c8573a248a7ceb81b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59f85ebcf5b47a5b29e7e613020e9b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:39.472452 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:39.486210 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:39.487384 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:39.487384 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:39.765296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-55f6b17d-af5f-46d5-93f2-bc95366f7518 tempest-ImagesNegativeTestJSON-1308191183 tempest-ImagesNegativeTestJSON-1308191183-project-member] Lock "1462d39d-7c09-42d5-a691-46f15ab21bf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.584s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:39.858973 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:39.985966 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Successfully created port: d7c958d2-97ac-470c-a8d0-b1fa4a6c561d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:39.991875 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:39.992454 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:40.366343 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:40.510452 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.659s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Traceback (most recent call last):
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     return f(*args, **kwargs)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     chosen_mdev = self._create_mdev(
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     self._host.device_create(conf)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     raise e.with_traceback(tb)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     rv = meth(*args, **kwargs)
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:40.514392 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] 
Apr 30 15:42:40.516044 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:40.524289 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Build of instance 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:40.524289 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:40.524289 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-643713369',display_name='tempest-ImagesTestJSON-server-643713369',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagestestjson-server-643713369',id=37,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-1lolrfib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:38Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "address": "fa:16:3e:fd:4c:4e", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1f74abd2-3a", "ovs_interfaceid": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:40.524289 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "address": "fa:16:3e:fd:4c:4e", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1f74abd2-3a", "ovs_interfaceid": "1f74abd2-3a30-40ec-a5c5-94e48a3569cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:40.525099 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:4c:4e,bridge_name='br-int',has_traffic_filtering=True,id=1f74abd2-3a30-40ec-a5c5-94e48a3569cf,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f74abd2-3a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:40.525099 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:4c:4e,bridge_name='br-int',has_traffic_filtering=True,id=1f74abd2-3a30-40ec-a5c5-94e48a3569cf,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f74abd2-3a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:40.526241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:40.526832 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f74abd2-3a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:40.527935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:40.530517 np0040594247 nova-compute[88153]: INFO os_vif [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:4c:4e,bridge_name='br-int',has_traffic_filtering=True,id=1f74abd2-3a30-40ec-a5c5-94e48a3569cf,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f74abd2-3a')
Apr 30 15:42:40.530881 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:40.531388 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:40.531875 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:40.704707 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Successfully updated port: d7c958d2-97ac-470c-a8d0-b1fa4a6c561d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:40.760667 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Received event network-changed-d7c958d2-97ac-470c-a8d0-b1fa4a6c561d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:40.761054 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Refreshing instance network info cache due to event network-changed-d7c958d2-97ac-470c-a8d0-b1fa4a6c561d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:40.761292 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] Acquiring lock "refresh_cache-2bb18470-402e-42ad-87d2-6cd6cc027790" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:40.761552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] Acquired lock "refresh_cache-2bb18470-402e-42ad-87d2-6cd6cc027790" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:40.761914 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Refreshing network info cache for port d7c958d2-97ac-470c-a8d0-b1fa4a6c561d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:41.207966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquiring lock "refresh_cache-2bb18470-402e-42ad-87d2-6cd6cc027790" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:41.341822 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:41.386794 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:41.387972 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:41.388598 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Creating image(s)
Apr 30 15:42:41.389529 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquiring lock "/opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:41.390193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "/opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:41.391462 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "/opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:41.392637 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:41.399095 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:41.401882 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:41.502706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:41.502706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:41.502706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:41.502706 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:41.508915 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:41.509769 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:41.601819 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:41.604705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:41.619503 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:41.643112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:41.645705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:41.645705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:41.737709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:41.738314 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:41.738730 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:41.809627 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:41.843416 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:41.844127 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Cannot resize image /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:41.844461 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:41.844880 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Ensure instance console log exists: /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:41.845378 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:41.845865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:41.846519 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:41.851585 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Available mdevs at: set().
Apr 30 15:42:41.851826 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:41.852091 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:41.861542 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:41.862495 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:41.870089 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Traceback (most recent call last):
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     yield resources
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     return f(*args, **kwargs)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     chosen_mdev = self._create_mdev(
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     self._host.device_create(conf)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     raise e.with_traceback(tb)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     rv = meth(*args, **kwargs)
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:41.872338 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] 
Apr 30 15:42:42.124821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dc55ab59-7ea9-4a87-962f-e419962b15ed req-5f1e4f2c-3bc3-456a-8ab3-00b540478262 service nova] Releasing lock "refresh_cache-2bb18470-402e-42ad-87d2-6cd6cc027790" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:42.125586 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquired lock "refresh_cache-2bb18470-402e-42ad-87d2-6cd6cc027790" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:42.126079 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:42.314489 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce] Took 1.78 seconds to deallocate network for instance.
Apr 30 15:42:42.399081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:42.471169 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:42.688041 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:42.892114 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:42.959276 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:42.971945 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Updating instance_info_cache with network_info: [{"id": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "address": "fa:16:3e:dc:d2:67", "network": {"id": "3d656b03-1344-4392-9dc6-0273881f6a94", "bridge": "br-int", "label": "tempest-UpdateMultiattachVolumeNegativeTest-1385489356-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d59f85ebcf5b47a5b29e7e613020e9b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd7c958d2-97", "ovs_interfaceid": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:43.001158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:43.207441 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:43.210812 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:43.227158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:43.375269 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Deleted allocations for instance 3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce
Apr 30 15:42:43.385380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:43.403175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:43.479726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Releasing lock "refresh_cache-2bb18470-402e-42ad-87d2-6cd6cc027790" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:43.479726 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Instance network_info: |[{"id": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "address": "fa:16:3e:dc:d2:67", "network": {"id": "3d656b03-1344-4392-9dc6-0273881f6a94", "bridge": "br-int", "label": "tempest-UpdateMultiattachVolumeNegativeTest-1385489356-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d59f85ebcf5b47a5b29e7e613020e9b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd7c958d2-97", "ovs_interfaceid": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:43.479726 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Terminating instance
Apr 30 15:42:43.889122 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3a7078fb-ee01-4c2c-a82b-a85beeb3d121 tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "3f2a69ca-1f28-4be5-9a60-b230b1e6e9ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.995s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:43.985533 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:43.993321 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:43.993552 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Instance destroyed successfully.
Apr 30 15:42:43.994967 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-UpdateMultiattachVolumeNegativeTest-server-71392646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-updatemultiattachvolumenegativetest-server-71392646',id=38,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGk2g4pzQarZSBS7dQo7ICPaOGrGIaJtta7njHHudbGsfc8Tnoe3XGjb2hBP2Ax9WKMXcUar1dgBeRDiIjBraoNws/pXte/nsEEd05uCRsHss4GBfsqbW3tw/xe9sSCpA==',key_name='tempest-keypair-259360978',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d59f85ebcf5b47a5b29e7e613020e9b8',ramdisk_id='',reservation_id='r-uy726ngo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-UpdateMultiattachVolumeNegativeTest-650129357',owner_user_name='tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='738d15fbf972419c8573a248a7ceb81b',uuid=2bb18470-402e-42ad-87d2-6cd6cc027790,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "address": "fa:16:3e:dc:d2:67", "network": {"id": "3d656b03-1344-4392-9dc6-0273881f6a94", "bridge": "br-int", "label": "tempest-UpdateMultiattachVolumeNegativeTest-1385489356-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d59f85ebcf5b47a5b29e7e613020e9b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd7c958d2-97", "ovs_interfaceid": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:43.995315 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Converting VIF {"id": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "address": "fa:16:3e:dc:d2:67", "network": {"id": "3d656b03-1344-4392-9dc6-0273881f6a94", "bridge": "br-int", "label": "tempest-UpdateMultiattachVolumeNegativeTest-1385489356-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d59f85ebcf5b47a5b29e7e613020e9b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd7c958d2-97", "ovs_interfaceid": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:43.996254 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:d2:67,bridge_name='br-int',has_traffic_filtering=True,id=d7c958d2-97ac-470c-a8d0-b1fa4a6c561d,network=Network(3d656b03-1344-4392-9dc6-0273881f6a94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c958d2-97') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:43.996917 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:d2:67,bridge_name='br-int',has_traffic_filtering=True,id=d7c958d2-97ac-470c-a8d0-b1fa4a6c561d,network=Network(3d656b03-1344-4392-9dc6-0273881f6a94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c958d2-97') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:43.999279 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:43.999750 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd7c958d2-97, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:44.000367 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:44.003550 np0040594247 nova-compute[88153]: INFO os_vif [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:d2:67,bridge_name='br-int',has_traffic_filtering=True,id=d7c958d2-97ac-470c-a8d0-b1fa4a6c561d,network=Network(3d656b03-1344-4392-9dc6-0273881f6a94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c958d2-97')
Apr 30 15:42:44.004054 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Deleting instance files /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790_del
Apr 30 15:42:44.004702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Deletion of /opt/stack/data/nova/instances/2bb18470-402e-42ad-87d2-6cd6cc027790_del complete
Apr 30 15:42:44.500526 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:44.513054 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:44.524838 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:44.524838 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:44.527172 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7060dc10> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:44.527172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:44.527739 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:44.540364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:44.574974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:44.638578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:44.679754 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.159509 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:45.167383 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:45.168279 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:45.168279 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:45.168529 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:45.169295 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:45.212123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.276663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.278062 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.279961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.281841 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.508289 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.521107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.536616 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.571150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.631153 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.672138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:45.679214 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:45.679736 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:45.890206 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:46.191952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.664s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Traceback (most recent call last):
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     return f(*args, **kwargs)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     chosen_mdev = self._create_mdev(
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     self._host.device_create(conf)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     raise e.with_traceback(tb)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     rv = meth(*args, **kwargs)
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:46.193914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] 
Apr 30 15:42:46.195949 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:46.198783 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Build of instance 2bb18470-402e-42ad-87d2-6cd6cc027790 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:46.201208 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:46.202426 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-UpdateMultiattachVolumeNegativeTest-server-71392646',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-updatemultiattachvolumenegativetest-server-71392646',id=38,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGGk2g4pzQarZSBS7dQo7ICPaOGrGIaJtta7njHHudbGsfc8Tnoe3XGjb2hBP2Ax9WKMXcUar1dgBeRDiIjBraoNws/pXte/nsEEd05uCRsHss4GBfsqbW3tw/xe9sSCpA==',key_name='tempest-keypair-259360978',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d59f85ebcf5b47a5b29e7e613020e9b8',ramdisk_id='',reservation_id='r-uy726ngo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-UpdateMultiattachVolumeNegativeTest-650129357',owner_user_name='tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='738d15fbf972419c8573a248a7ceb81b',uuid=2bb18470-402e-42ad-87d2-6cd6cc027790,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "address": "fa:16:3e:dc:d2:67", "network": {"id": "3d656b03-1344-4392-9dc6-0273881f6a94", "bridge": "br-int", "label": "tempest-UpdateMultiattachVolumeNegativeTest-1385489356-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d59f85ebcf5b47a5b29e7e613020e9b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd7c958d2-97", "ovs_interfaceid": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:46.202991 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Converting VIF {"id": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "address": "fa:16:3e:dc:d2:67", "network": {"id": "3d656b03-1344-4392-9dc6-0273881f6a94", "bridge": "br-int", "label": "tempest-UpdateMultiattachVolumeNegativeTest-1385489356-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d59f85ebcf5b47a5b29e7e613020e9b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd7c958d2-97", "ovs_interfaceid": "d7c958d2-97ac-470c-a8d0-b1fa4a6c561d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:46.203570 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:d2:67,bridge_name='br-int',has_traffic_filtering=True,id=d7c958d2-97ac-470c-a8d0-b1fa4a6c561d,network=Network(3d656b03-1344-4392-9dc6-0273881f6a94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c958d2-97') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:46.204376 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:d2:67,bridge_name='br-int',has_traffic_filtering=True,id=d7c958d2-97ac-470c-a8d0-b1fa4a6c561d,network=Network(3d656b03-1344-4392-9dc6-0273881f6a94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c958d2-97') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:46.205792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:46.205792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd7c958d2-97, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:46.206652 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:46.208839 np0040594247 nova-compute[88153]: INFO os_vif [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:d2:67,bridge_name='br-int',has_traffic_filtering=True,id=d7c958d2-97ac-470c-a8d0-b1fa4a6c561d,network=Network(3d656b03-1344-4392-9dc6-0273881f6a94),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd7c958d2-97')
Apr 30 15:42:46.210863 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:46.210863 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:46.210863 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:42:46.240948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:46.399576 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:46.400057 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:46.400361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:46.400547 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:42:46.619123 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:42:46.620568 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1435MB free_disk=56.71016311645508GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:42:46.620779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:46.621104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:47.137514 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.151969 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.164439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.210458 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.227095 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.232528 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.232528 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.233197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.257948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.258727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.259610 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:47.260953 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.266017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.284494 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.333423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:47.766811 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] [instance: 2bb18470-402e-42ad-87d2-6cd6cc027790] Took 1.56 seconds to deallocate network for instance.
Apr 30 15:42:48.199980 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 2bb18470-402e-42ad-87d2-6cd6cc027790 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:42:48.226305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:48.706555 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 70fa4276-e41c-4416-a2e6-f3d7c5f0a496 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:42:48.707033 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:42:48.707135 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:42:48.857022 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:48.873273 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Deleted allocations for instance 2bb18470-402e-42ad-87d2-6cd6cc027790
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:48.880783 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:48.881697 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:48.881697 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:48.881812 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:48.882193 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:48.914105 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:48.925014 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:48.939772 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:48.986947 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.055094 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.090090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.275153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "70fa4276-e41c-4416-a2e6-f3d7c5f0a496" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:49.275489 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "70fa4276-e41c-4416-a2e6-f3d7c5f0a496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:49.387658 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:49.388201 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:49.397462 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-86c64d88-d87e-4c69-a02d-ab4e31f07f24 tempest-UpdateMultiattachVolumeNegativeTest-650129357 tempest-UpdateMultiattachVolumeNegativeTest-650129357-project-member] Lock "2bb18470-402e-42ad-87d2-6cd6cc027790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.173s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:49.573980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.583726 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.597645 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.632139 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.693512 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.731801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:49.779526 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:49.901569 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:42:49.901569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.280s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:50.250416 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:50.258026 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:50.274573 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:50.299702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:50.321059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:50.321434 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:50.326764 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:50.327188 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Claim successful on node np0040594247
Apr 30 15:42:50.361266 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:50.393033 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.228054 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.232108 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.234933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.237373 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.250927 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.254255 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.257293 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.258975 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:51.493025 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:51.504117 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:51.505053 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:51.505053 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:51.505170 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:51.901640 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:51.902002 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:51.902309 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:51.902607 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:51.902927 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:51.903174 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:42:52.013213 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:52.015351 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:52.127107 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "9e1dea1e-6e14-40a9-baca-333ff8a80459" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:52.127445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "9e1dea1e-6e14-40a9-baca-333ff8a80459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:52.534626 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:52.535415 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:52.632285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:53.044129 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:53.045440 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:53.105017 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bdcfac42db42daaa84f6df25ad5ff1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa8aca03e0834b8e8fc6a09bc98b1223', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:53.167732 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:53.168098 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:53.174879 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:53.175175 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Claim successful on node np0040594247
Apr 30 15:42:53.212208 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:53.218604 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:53.221267 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:53.223811 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:53.227497 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:53.493747 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquiring lock "2f7e2ad8-9350-4530-9f12-557aa1a0d4db" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:53.494003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "2f7e2ad8-9350-4530-9f12-557aa1a0d4db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:53.549730 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:53.565450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:53.582813 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:53.685853 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Successfully created port: c2e03981-86f7-41c8-82d9-842c9dcde5ce {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:53.883085 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:42:54.002476 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:42:54.054865 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:54.349561 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:54.359044 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:54.360045 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:54.360045 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:54.360045 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:54.360590 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:54.379217 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Successfully updated port: c2e03981-86f7-41c8-82d9-842c9dcde5ce {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:54.415528 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Received event network-changed-c2e03981-86f7-41c8-82d9-842c9dcde5ce {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:54.415864 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Refreshing instance network info cache due to event network-changed-c2e03981-86f7-41c8-82d9-842c9dcde5ce. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:54.416179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] Acquiring lock "refresh_cache-70fa4276-e41c-4416-a2e6-f3d7c5f0a496" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:54.416429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] Acquired lock "refresh_cache-70fa4276-e41c-4416-a2e6-f3d7c5f0a496" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:54.416724 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Refreshing network info cache for port c2e03981-86f7-41c8-82d9-842c9dcde5ce {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:54.546564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:54.865070 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:54.865865 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:54.882626 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "refresh_cache-70fa4276-e41c-4416-a2e6-f3d7c5f0a496" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:54.974631 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:55.075840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:55.077513 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:55.078018 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Creating image(s)
Apr 30 15:42:55.078715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "/opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:55.079104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:55.080411 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "/opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:55.081292 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:55.087522 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:55.089407 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:55.108664 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:55.191176 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:55.191785 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:55.192748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:55.193408 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:55.199739 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:55.200305 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:55.296522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:55.297161 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:55.331283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:55.331937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:55.332461 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:55.380666 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:55.382085 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:55.389701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.843s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:55.403045 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:42:55.403045 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Claim successful on node np0040594247
Apr 30 15:42:55.428824 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:55.429371 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Checking if we can resize image /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:55.429855 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:55.528473 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:55.528986 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Cannot resize image /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:55.529537 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:55.529929 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Ensure instance console log exists: /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:55.530425 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:55.530840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:55.531261 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:55.535050 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Available mdevs at: set().
Apr 30 15:42:55.535326 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:55.535589 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:55.540960 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:55.542386 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:55.545234 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Traceback (most recent call last):
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     yield resources
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     return f(*args, **kwargs)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     chosen_mdev = self._create_mdev(
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     self._host.device_create(conf)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     raise e.with_traceback(tb)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     rv = meth(*args, **kwargs)
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:55.547588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] 
Apr 30 15:42:55.615537 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c5f734cc-9d90-4d98-bdcf-f5ee790f252c req-ca2411d0-d84a-4f4e-a8a0-4d7fa9b53028 service nova] Releasing lock "refresh_cache-70fa4276-e41c-4416-a2e6-f3d7c5f0a496" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:55.616235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquired lock "refresh_cache-70fa4276-e41c-4416-a2e6-f3d7c5f0a496" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:55.616520 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:55.895513 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:55.900005 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:56.000430 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79cdfe6b98d9432da28109537c11c330', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d102056ef94411a9e566429c7c7ba06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:56.192479 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:56.243565 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:56.410856 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:56.589858 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Updating instance_info_cache with network_info: [{"id": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "address": "fa:16:3e:b4:d7:a3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2e03981-86", "ovs_interfaceid": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:56.607604 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:56.614812 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:56.615748 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:56.615748 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:56.616008 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:56.616476 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:56.634431 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Successfully created port: dd6e7cdb-9586-425d-a6db-88e1b0ef67bf {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:56.915608 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:57.092641 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Releasing lock "refresh_cache-70fa4276-e41c-4416-a2e6-f3d7c5f0a496" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:57.093151 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Instance network_info: |[{"id": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "address": "fa:16:3e:b4:d7:a3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2e03981-86", "ovs_interfaceid": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:42:57.093724 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Terminating instance
Apr 30 15:42:57.121654 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:57.123383 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:57.218501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:57.220453 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:57.327823 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Successfully updated port: dd6e7cdb-9586-425d-a6db-88e1b0ef67bf {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:57.370133 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Received event network-changed-dd6e7cdb-9586-425d-a6db-88e1b0ef67bf {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:57.371821 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Refreshing instance network info cache due to event network-changed-dd6e7cdb-9586-425d-a6db-88e1b0ef67bf. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:57.371821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] Acquiring lock "refresh_cache-9e1dea1e-6e14-40a9-baca-333ff8a80459" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:57.371821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] Acquired lock "refresh_cache-9e1dea1e-6e14-40a9-baca-333ff8a80459" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:57.371821 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Refreshing network info cache for port dd6e7cdb-9586-425d-a6db-88e1b0ef67bf {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:57.600447 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:42:57.609968 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:42:57.610154 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Instance destroyed successfully.
Apr 30 15:42:57.612515 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-626857087',display_name='tempest-ImagesTestJSON-server-626857087',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagestestjson-server-626857087',id=39,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-zzfm4ci2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:54Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=70fa4276-e41c-4416-a2e6-f3d7c5f0a496,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "address": "fa:16:3e:b4:d7:a3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2e03981-86", "ovs_interfaceid": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:57.620346 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "address": "fa:16:3e:b4:d7:a3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2e03981-86", "ovs_interfaceid": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:57.620917 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:d7:a3,bridge_name='br-int',has_traffic_filtering=True,id=c2e03981-86f7-41c8-82d9-842c9dcde5ce,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e03981-86') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:57.622867 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:d7:a3,bridge_name='br-int',has_traffic_filtering=True,id=c2e03981-86f7-41c8-82d9-842c9dcde5ce,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e03981-86') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:57.627216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:57.627576 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2e03981-86, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:57.627904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:57.630459 np0040594247 nova-compute[88153]: INFO os_vif [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:d7:a3,bridge_name='br-int',has_traffic_filtering=True,id=c2e03981-86f7-41c8-82d9-842c9dcde5ce,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e03981-86')
Apr 30 15:42:57.630979 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Deleting instance files /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496_del
Apr 30 15:42:57.631743 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Deletion of /opt/stack/data/nova/instances/70fa4276-e41c-4416-a2e6-f3d7c5f0a496_del complete
Apr 30 15:42:57.639840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:57.640455 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:42:57.832696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "refresh_cache-9e1dea1e-6e14-40a9-baca-333ff8a80459" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:57.929956 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:57.939643 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:42:57.941012 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:42:57.942037 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Creating image(s)
Apr 30 15:42:57.942037 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "/opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:57.942391 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "/opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:57.943320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "/opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:57.944062 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:57.949547 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:57.951266 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:58.051536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:58.055392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:58.055830 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:58.056522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:58.057283 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:58.063873 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:42:58.064585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:58.080222 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:58.096614 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:58.144689 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:42:58.152087 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7034c110> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:42:58.152087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:58.152621 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:58.157570 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:42:58.158167 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:42:58.164439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:58.166703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:58.215615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk 1073741824" returned: 0 in 0.048s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:58.215615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.158s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:58.215615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:58.235350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:58.271572 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a11b0aad10a14f89aa67c3eb06adf789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd44ada2964604292951da9aa163669bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:42:58.312820 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:58.313417 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:42:58.314129 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:42:58.412565 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:42:58.413782 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Cannot resize image /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:42:58.414391 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:42:58.414761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Ensure instance console log exists: /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:42:58.415221 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:42:58.415625 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:42:58.416098 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:42:58.422590 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Available mdevs at: set().
Apr 30 15:42:58.422902 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:42:58.423159 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:58.432868 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:58.433796 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:42:58.438540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Traceback (most recent call last):
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     yield resources
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     return f(*args, **kwargs)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     chosen_mdev = self._create_mdev(
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     self._host.device_create(conf)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     raise e.with_traceback(tb)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     rv = meth(*args, **kwargs)
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:58.440860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] 
Apr 30 15:42:58.584882 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-15bcc374-d82a-40d2-80d4-3d6cdf015f76 req-d1ea7f70-3376-4fb2-9386-7c9995dff7a9 service nova] Releasing lock "refresh_cache-9e1dea1e-6e14-40a9-baca-333ff8a80459" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:42:58.585548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquired lock "refresh_cache-9e1dea1e-6e14-40a9-baca-333ff8a80459" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:58.585898 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:42:58.626151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:58.671354 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:42:58.712387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:58.843341 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas xmlstr <device>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]: </device>
Apr 30 15:42:58.850717 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:42:58.851912 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:42:58.851912 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:42:58.851912 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:58.852131 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:42:58.896176 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Successfully created port: 41db0355-a044-4acb-ad14-fe41fa50c70f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:42:59.160271 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:42:59.178285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:42:59.226261 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:59.226261 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:59.357451 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:59.358042 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:42:59.562772 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Updating instance_info_cache with network_info: [{"id": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "address": "fa:16:3e:0c:bc:ae", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd6e7cdb-95", "ovs_interfaceid": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:42:59.631747 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Successfully updated port: 41db0355-a044-4acb-ad14-fe41fa50c70f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:42:59.665717 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Received event network-changed-41db0355-a044-4acb-ad14-fe41fa50c70f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:42:59.666262 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Refreshing instance network info cache due to event network-changed-41db0355-a044-4acb-ad14-fe41fa50c70f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:42:59.666262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] Acquiring lock "refresh_cache-2f7e2ad8-9350-4530-9f12-557aa1a0d4db" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:42:59.666574 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] Acquired lock "refresh_cache-2f7e2ad8-9350-4530-9f12-557aa1a0d4db" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:42:59.666574 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Refreshing network info cache for port 41db0355-a044-4acb-ad14-fe41fa50c70f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:42:59.877879 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.725s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Traceback (most recent call last):
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     return f(*args, **kwargs)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     chosen_mdev = self._create_mdev(
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     self._host.device_create(conf)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     rv = execute(f, *args, **kwargs)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     raise e.with_traceback(tb)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     rv = meth(*args, **kwargs)
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:42:59.879775 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] 
Apr 30 15:42:59.881706 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:42:59.882832 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Build of instance 70fa4276-e41c-4416-a2e6-f3d7c5f0a496 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:42:59.885044 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:42:59.886194 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesTestJSON-server-626857087',display_name='tempest-ImagesTestJSON-server-626857087',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagestestjson-server-626857087',id=39,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa8aca03e0834b8e8fc6a09bc98b1223',ramdisk_id='',reservation_id='r-zzfm4ci2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesTestJSON-1900789909',owner_user_name='tempest-ImagesTestJSON-1900789909-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:58Z,user_data=None,user_id='f6bdcfac42db42daaa84f6df25ad5ff1',uuid=70fa4276-e41c-4416-a2e6-f3d7c5f0a496,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "address": "fa:16:3e:b4:d7:a3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2e03981-86", "ovs_interfaceid": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:42:59.886611 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converting VIF {"id": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "address": "fa:16:3e:b4:d7:a3", "network": {"id": "ac971898-7863-4732-bf28-4327d1efe823", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2042820876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa8aca03e0834b8e8fc6a09bc98b1223", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2e03981-86", "ovs_interfaceid": "c2e03981-86f7-41c8-82d9-842c9dcde5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:42:59.887878 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:d7:a3,bridge_name='br-int',has_traffic_filtering=True,id=c2e03981-86f7-41c8-82d9-842c9dcde5ce,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e03981-86') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:42:59.888061 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:d7:a3,bridge_name='br-int',has_traffic_filtering=True,id=c2e03981-86f7-41c8-82d9-842c9dcde5ce,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e03981-86') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:42:59.889876 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:42:59.890295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2e03981-86, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:42:59.890575 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:42:59.893324 np0040594247 nova-compute[88153]: INFO os_vif [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:d7:a3,bridge_name='br-int',has_traffic_filtering=True,id=c2e03981-86f7-41c8-82d9-842c9dcde5ce,network=Network(ac971898-7863-4732-bf28-4327d1efe823),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2e03981-86')
Apr 30 15:42:59.893610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:42:59.893954 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:42:59.894220 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:00.066194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Releasing lock "refresh_cache-9e1dea1e-6e14-40a9-baca-333ff8a80459" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:00.066707 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Instance network_info: |[{"id": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "address": "fa:16:3e:0c:bc:ae", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd6e7cdb-95", "ovs_interfaceid": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:00.067305 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Terminating instance
Apr 30 15:43:00.134776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquiring lock "refresh_cache-2f7e2ad8-9350-4530-9f12-557aa1a0d4db" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:00.194326 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:43:00.195777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:43:00.196209 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Creating image(s)
Apr 30 15:43:00.200624 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquiring lock "/opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:00.200624 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "/opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:00.200624 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "/opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:00.200624 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:00.207346 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:00.209423 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:00.279209 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:00.318061 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:00.318860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:00.320062 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:00.320875 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:00.328622 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:00.329586 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:00.431239 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:00.431834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:00.455921 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:00.475781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk 1073741824" returned: 0 in 0.044s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:00.476390 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.156s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:00.476925 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:00.491356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:00.499586 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:00.574026 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:00.580342 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:00.581894 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Instance destroyed successfully.
Apr 30 15:43:00.584222 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachInterfacesTestJSON-server-1759314729',display_name='tempest-AttachInterfacesTestJSON-server-1759314729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachinterfacestestjson-server-1759314729',id=40,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBALGhBq/WYW45Mjx7I+kc7rlc7Hi8xzUUTnHk0E2feEJvYRpedUMAuKz/X9Yz10jh8LhTcAoCOs2iKs39hX1mqI+lBbpOn28GEkI3LP4fd8Y+ODh8cJ2Uo5M8dv9BHdBAA==',key_name='tempest-keypair-1246895238',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d102056ef94411a9e566429c7c7ba06',ramdisk_id='',reservation_id='r-8x50u9pk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesTestJSON-1415289350',owner_user_name='tempest-AttachInterfacesTestJSON-1415289350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='79cdfe6b98d9432da28109537c11c330',uuid=9e1dea1e-6e14-40a9-baca-333ff8a80459,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "address": "fa:16:3e:0c:bc:ae", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd6e7cdb-95", "ovs_interfaceid": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:00.584222 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converting VIF {"id": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "address": "fa:16:3e:0c:bc:ae", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd6e7cdb-95", "ovs_interfaceid": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:00.585124 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:bc:ae,bridge_name='br-int',has_traffic_filtering=True,id=dd6e7cdb-9586-425d-a6db-88e1b0ef67bf,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd6e7cdb-95') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:00.585597 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:bc:ae,bridge_name='br-int',has_traffic_filtering=True,id=dd6e7cdb-9586-425d-a6db-88e1b0ef67bf,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd6e7cdb-95') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:00.589065 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.112s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:00.590260 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:43:00.590260 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:00.602502 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:00.602502 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd6e7cdb-95, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:00.602822 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:00.609939 np0040594247 nova-compute[88153]: INFO os_vif [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:bc:ae,bridge_name='br-int',has_traffic_filtering=True,id=dd6e7cdb-9586-425d-a6db-88e1b0ef67bf,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd6e7cdb-95')
Apr 30 15:43:00.610494 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Deleting instance files /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459_del
Apr 30 15:43:00.611140 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Deletion of /opt/stack/data/nova/instances/9e1dea1e-6e14-40a9-baca-333ff8a80459_del complete
Apr 30 15:43:00.696308 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:00.699706 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Cannot resize image /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:43:00.699706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:43:00.699706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Ensure instance console log exists: /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:43:00.699706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:00.699706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:00.699706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:43:00.706967 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Available mdevs at: set().
Apr 30 15:43:00.707192 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:43:00.707520 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:00.723855 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:00.726337 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:43:00.728011 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.029s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Traceback (most recent call last):
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     yield resources
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     return f(*args, **kwargs)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     chosen_mdev = self._create_mdev(
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     self._host.device_create(conf)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     raise e.with_traceback(tb)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     rv = meth(*args, **kwargs)
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:00.730310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] 
Apr 30 15:43:00.740256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:00.770990 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:01.007920 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f4274498-e3c5-4b6c-8cba-450bdce4ce40 req-e72e6124-86ee-480c-8799-3f34c9f03d1e service nova] Releasing lock "refresh_cache-2f7e2ad8-9350-4530-9f12-557aa1a0d4db" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:01.008551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquired lock "refresh_cache-2f7e2ad8-9350-4530-9f12-557aa1a0d4db" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:01.009225 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:43:01.132310 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:01.135692 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d947c3950> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:01.135991 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:01.136372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:01.157547 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:01.220221 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:01.222292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:01.557128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:01.569835 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:01.661716 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] [instance: 70fa4276-e41c-4416-a2e6-f3d7c5f0a496] Took 1.77 seconds to deallocate network for instance.
Apr 30 15:43:01.692220 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:01.811931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:01.834332 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:01.835355 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:01.835355 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:01.835355 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:01.835858 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:01.875490 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Updating instance_info_cache with network_info: [{"id": "41db0355-a044-4acb-ad14-fe41fa50c70f", "address": "fa:16:3e:7d:db:59", "network": {"id": "6119404a-ffb7-4c85-8d76-d79133d2bf8e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-918766919-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d44ada2964604292951da9aa163669bf", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap41db0355-a0", "ovs_interfaceid": "41db0355-a044-4acb-ad14-fe41fa50c70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:02.342201 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:02.345382 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:02.378959 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Releasing lock "refresh_cache-2f7e2ad8-9350-4530-9f12-557aa1a0d4db" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:02.379306 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Instance network_info: |[{"id": "41db0355-a044-4acb-ad14-fe41fa50c70f", "address": "fa:16:3e:7d:db:59", "network": {"id": "6119404a-ffb7-4c85-8d76-d79133d2bf8e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-918766919-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d44ada2964604292951da9aa163669bf", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap41db0355-a0", "ovs_interfaceid": "41db0355-a044-4acb-ad14-fe41fa50c70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:02.380151 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Terminating instance
Apr 30 15:43:02.714517 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Deleted allocations for instance 70fa4276-e41c-4416-a2e6-f3d7c5f0a496
Apr 30 15:43:02.857944 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.721s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Traceback (most recent call last):
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     return f(*args, **kwargs)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     chosen_mdev = self._create_mdev(
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     self._host.device_create(conf)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     raise e.with_traceback(tb)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     rv = meth(*args, **kwargs)
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:02.859579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] 
Apr 30 15:43:02.861640 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:02.863067 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Build of instance 9e1dea1e-6e14-40a9-baca-333ff8a80459 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:02.865411 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:02.866736 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachInterfacesTestJSON-server-1759314729',display_name='tempest-AttachInterfacesTestJSON-server-1759314729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachinterfacestestjson-server-1759314729',id=40,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBALGhBq/WYW45Mjx7I+kc7rlc7Hi8xzUUTnHk0E2feEJvYRpedUMAuKz/X9Yz10jh8LhTcAoCOs2iKs39hX1mqI+lBbpOn28GEkI3LP4fd8Y+ODh8cJ2Uo5M8dv9BHdBAA==',key_name='tempest-keypair-1246895238',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d102056ef94411a9e566429c7c7ba06',ramdisk_id='',reservation_id='r-8x50u9pk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesTestJSON-1415289350',owner_user_name='tempest-AttachInterfacesTestJSON-1415289350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='79cdfe6b98d9432da28109537c11c330',uuid=9e1dea1e-6e14-40a9-baca-333ff8a80459,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "address": "fa:16:3e:0c:bc:ae", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd6e7cdb-95", "ovs_interfaceid": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:02.867163 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converting VIF {"id": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "address": "fa:16:3e:0c:bc:ae", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd6e7cdb-95", "ovs_interfaceid": "dd6e7cdb-9586-425d-a6db-88e1b0ef67bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:02.868141 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:bc:ae,bridge_name='br-int',has_traffic_filtering=True,id=dd6e7cdb-9586-425d-a6db-88e1b0ef67bf,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd6e7cdb-95') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:02.868569 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:bc:ae,bridge_name='br-int',has_traffic_filtering=True,id=dd6e7cdb-9586-425d-a6db-88e1b0ef67bf,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd6e7cdb-95') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:02.870498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:02.871315 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd6e7cdb-95, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:02.871588 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:02.873919 np0040594247 nova-compute[88153]: INFO os_vif [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:bc:ae,bridge_name='br-int',has_traffic_filtering=True,id=dd6e7cdb-9586-425d-a6db-88e1b0ef67bf,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd6e7cdb-95')
Apr 30 15:43:02.874254 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:02.874606 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:02.874993 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:02.885657 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:02.888638 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:02.888838 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Instance destroyed successfully.
Apr 30 15:43:02.890089 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesOneServerTestJSON-server-279032737',display_name='tempest-ImagesOneServerTestJSON-server-279032737',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-imagesoneservertestjson-server-279032737',id=41,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d44ada2964604292951da9aa163669bf',ramdisk_id='',reservation_id='r-1rekbwx4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesOneServerTestJSON-1461450913',owner_user_name='tempest-ImagesOneServerTestJSON-1461450913-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:42:59Z,user_data=None,user_id='a11b0aad10a14f89aa67c3eb06adf789',uuid=2f7e2ad8-9350-4530-9f12-557aa1a0d4db,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41db0355-a044-4acb-ad14-fe41fa50c70f", "address": "fa:16:3e:7d:db:59", "network": {"id": "6119404a-ffb7-4c85-8d76-d79133d2bf8e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-918766919-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d44ada2964604292951da9aa163669bf", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap41db0355-a0", "ovs_interfaceid": "41db0355-a044-4acb-ad14-fe41fa50c70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:02.890423 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Converting VIF {"id": "41db0355-a044-4acb-ad14-fe41fa50c70f", "address": "fa:16:3e:7d:db:59", "network": {"id": "6119404a-ffb7-4c85-8d76-d79133d2bf8e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-918766919-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d44ada2964604292951da9aa163669bf", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap41db0355-a0", "ovs_interfaceid": "41db0355-a044-4acb-ad14-fe41fa50c70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:02.891236 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:db:59,bridge_name='br-int',has_traffic_filtering=True,id=41db0355-a044-4acb-ad14-fe41fa50c70f,network=Network(6119404a-ffb7-4c85-8d76-d79133d2bf8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41db0355-a0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:02.891647 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:db:59,bridge_name='br-int',has_traffic_filtering=True,id=41db0355-a044-4acb-ad14-fe41fa50c70f,network=Network(6119404a-ffb7-4c85-8d76-d79133d2bf8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41db0355-a0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:02.893639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:02.894052 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap41db0355-a0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:02.894789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:02.897336 np0040594247 nova-compute[88153]: INFO os_vif [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:db:59,bridge_name='br-int',has_traffic_filtering=True,id=41db0355-a044-4acb-ad14-fe41fa50c70f,network=Network(6119404a-ffb7-4c85-8d76-d79133d2bf8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41db0355-a0')
Apr 30 15:43:02.897846 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Deleting instance files /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db_del
Apr 30 15:43:02.898525 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Deletion of /opt/stack/data/nova/instances/2f7e2ad8-9350-4530-9f12-557aa1a0d4db_del complete
Apr 30 15:43:03.226459 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-825bbf3f-3f9f-4995-8602-1021a2b7bd0b tempest-ImagesTestJSON-1900789909 tempest-ImagesTestJSON-1900789909-project-member] Lock "70fa4276-e41c-4416-a2e6-f3d7c5f0a496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.951s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:03.238068 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:03.407484 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:03.412645 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7034d430> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:03.412645 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:03.413037 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:03.752480 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:04.081149 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:04.089479 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:04.090653 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:04.090653 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:04.090653 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:04.091024 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:04.256654 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 9e1dea1e-6e14-40a9-baca-333ff8a80459] Took 1.38 seconds to deallocate network for instance.
Apr 30 15:43:04.594764 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:04.595356 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:05.106550 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.693s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Traceback (most recent call last):
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     return f(*args, **kwargs)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     chosen_mdev = self._create_mdev(
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     self._host.device_create(conf)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     raise e.with_traceback(tb)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     rv = meth(*args, **kwargs)
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:05.108762 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] 
Apr 30 15:43:05.110305 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:05.113411 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Build of instance 2f7e2ad8-9350-4530-9f12-557aa1a0d4db was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:05.116343 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:05.117446 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ImagesOneServerTestJSON-server-279032737',display_name='tempest-ImagesOneServerTestJSON-server-279032737',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-imagesoneservertestjson-server-279032737',id=41,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d44ada2964604292951da9aa163669bf',ramdisk_id='',reservation_id='r-1rekbwx4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ImagesOneServerTestJSON-1461450913',owner_user_name='tempest-ImagesOneServerTestJSON-1461450913-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:03Z,user_data=None,user_id='a11b0aad10a14f89aa67c3eb06adf789',uuid=2f7e2ad8-9350-4530-9f12-557aa1a0d4db,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41db0355-a044-4acb-ad14-fe41fa50c70f", "address": "fa:16:3e:7d:db:59", "network": {"id": "6119404a-ffb7-4c85-8d76-d79133d2bf8e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-918766919-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d44ada2964604292951da9aa163669bf", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap41db0355-a0", "ovs_interfaceid": "41db0355-a044-4acb-ad14-fe41fa50c70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:05.117817 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Converting VIF {"id": "41db0355-a044-4acb-ad14-fe41fa50c70f", "address": "fa:16:3e:7d:db:59", "network": {"id": "6119404a-ffb7-4c85-8d76-d79133d2bf8e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-918766919-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d44ada2964604292951da9aa163669bf", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap41db0355-a0", "ovs_interfaceid": "41db0355-a044-4acb-ad14-fe41fa50c70f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:05.118711 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:db:59,bridge_name='br-int',has_traffic_filtering=True,id=41db0355-a044-4acb-ad14-fe41fa50c70f,network=Network(6119404a-ffb7-4c85-8d76-d79133d2bf8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41db0355-a0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:05.119042 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:db:59,bridge_name='br-int',has_traffic_filtering=True,id=41db0355-a044-4acb-ad14-fe41fa50c70f,network=Network(6119404a-ffb7-4c85-8d76-d79133d2bf8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41db0355-a0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:05.120502 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:05.120943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap41db0355-a0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:05.121246 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:05.124658 np0040594247 nova-compute[88153]: INFO os_vif [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:db:59,bridge_name='br-int',has_traffic_filtering=True,id=41db0355-a044-4acb-ad14-fe41fa50c70f,network=Network(6119404a-ffb7-4c85-8d76-d79133d2bf8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41db0355-a0')
Apr 30 15:43:05.127849 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:05.128285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:05.128700 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:05.224002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:05.224002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:05.322459 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Deleted allocations for instance 9e1dea1e-6e14-40a9-baca-333ff8a80459
Apr 30 15:43:05.836027 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46e29f2e-4d16-49db-9e50-928dc84549a9 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "9e1dea1e-6e14-40a9-baca-333ff8a80459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.708s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:06.073628 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.089829 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.098881 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.153599 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.187052 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.244166 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.244455 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.276760 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:06.293934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.779998 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] [instance: 2f7e2ad8-9350-4530-9f12-557aa1a0d4db] Took 1.65 seconds to deallocate network for instance.
Apr 30 15:43:06.895735 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:06.931547 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.227974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.229938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.303116 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.309481 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.843452 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.855841 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.865058 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Deleted allocations for instance 2f7e2ad8-9350-4530-9f12-557aa1a0d4db
Apr 30 15:43:07.890225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.908291 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:07.974950 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:08.021384 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:08.239070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:08.378519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6cb39528-1fea-4061-ab7a-9b8519bd54a7 tempest-ImagesOneServerTestJSON-1461450913 tempest-ImagesOneServerTestJSON-1461450913-project-member] Lock "2f7e2ad8-9350-4530-9f12-557aa1a0d4db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.884s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:09.258863 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.263642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.263992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.487236 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.500714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.511574 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.763731 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.830953 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:09.876672 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.233436 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.306124 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.311460 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.314210 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.805790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.848289 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.973564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.984913 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:11.996236 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.082955 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.153493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.199598 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.203947 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.227915 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.488127 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.496209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.506913 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.602501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.679638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:12.730286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.238593 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.244725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.306064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.314215 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.316620 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.332357 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.341023 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.342774 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.416711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.424483 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.445331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.476760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.545432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:13.598121 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.245816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.246554 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.251998 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.253394 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.627141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.639167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.651207 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.705274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.782746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.835170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.925926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.940033 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.955847 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:15.983843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.090148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.143184 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.198793 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "8dd8f64b-ac66-4074-a8eb-3d8150615b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:16.199117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "8dd8f64b-ac66-4074-a8eb-3d8150615b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:16.250125 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.498483 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.508783 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.543008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.552623 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.618188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.667988 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:16.708716 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:43:17.236751 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.237759 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.240072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.242706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.253787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:17.254269 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:17.263096 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:43:17.264359 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Claim successful on node np0040594247
Apr 30 15:43:17.281746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.284655 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.287202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.304764 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:17.312133 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:18.248008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:18.385416 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:18.398507 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:18.905216 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:18.908717 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:19.167748 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:19.186636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:19.235932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:19.238446 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:19.423412 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:19.424173 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:43:19.875426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:19.939454 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:43:19.939454 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:43:19.993200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:20.168290 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79cdfe6b98d9432da28109537c11c330', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d102056ef94411a9e566429c7c7ba06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:43:20.237088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:20.270604 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:20.446867 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:43:20.707908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "47adea71-223e-4faa-bf28-5beb49f724ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:20.708265 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "47adea71-223e-4faa-bf28-5beb49f724ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:20.955658 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:43:20.989373 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Successfully created port: 09e21424-d2bb-4b19-8a7d-540ec2c94a87 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:43:21.211464 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:43:21.236938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:21.239194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:21.763120 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:21.763835 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:21.771483 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:43:21.771713 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Claim successful on node np0040594247
Apr 30 15:43:21.972423 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:43:21.973831 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:43:21.974287 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Creating image(s)
Apr 30 15:43:21.974949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "/opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:21.975652 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "/opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:21.976467 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "/opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:21.977571 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:21.983114 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:21.985038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:22.003369 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Successfully updated port: 09e21424-d2bb-4b19-8a7d-540ec2c94a87 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:43:22.029402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Received event network-changed-09e21424-d2bb-4b19-8a7d-540ec2c94a87 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:43:22.029913 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Refreshing instance network info cache due to event network-changed-09e21424-d2bb-4b19-8a7d-540ec2c94a87. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:43:22.030189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] Acquiring lock "refresh_cache-8dd8f64b-ac66-4074-a8eb-3d8150615b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:22.030544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] Acquired lock "refresh_cache-8dd8f64b-ac66-4074-a8eb-3d8150615b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:22.030803 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Refreshing network info cache for port 09e21424-d2bb-4b19-8a7d-540ec2c94a87 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:43:22.082263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:22.082912 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:22.083726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:22.084503 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:22.090072 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:22.090559 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:22.185425 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:22.185425 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:22.220560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:22.221361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:22.221982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:22.318152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:22.318986 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:43:22.319418 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:22.414745 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:22.415708 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Cannot resize image /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:43:22.415863 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:43:22.416225 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Ensure instance console log exists: /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:43:22.416720 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:22.417391 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:22.417640 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:43:22.421276 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Available mdevs at: set().
Apr 30 15:43:22.421506 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:43:22.421814 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:22.427236 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:22.428466 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:43:22.431504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Traceback (most recent call last):
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     yield resources
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     return f(*args, **kwargs)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     chosen_mdev = self._create_mdev(
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     self._host.device_create(conf)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     raise e.with_traceback(tb)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     rv = meth(*args, **kwargs)
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:22.433837 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] 
Apr 30 15:43:22.508725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "refresh_cache-8dd8f64b-ac66-4074-a8eb-3d8150615b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:22.595340 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:22.807354 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:22.937382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:22.946433 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:22.948288 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:22.948288 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:22.948288 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:22.948288 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:23.250673 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:23.311728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5aa6a7a3-2ef2-4849-b6b0-6316d9371454 req-0ba74381-c5af-45c9-be5c-df40a462e64b service nova] Releasing lock "refresh_cache-8dd8f64b-ac66-4074-a8eb-3d8150615b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:23.311728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquired lock "refresh_cache-8dd8f64b-ac66-4074-a8eb-3d8150615b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:23.311728 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:43:23.453030 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:23.453541 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:23.886456 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:23.967295 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:23.968029 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:43:24.287546 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Updating instance_info_cache with network_info: [{"id": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "address": "fa:16:3e:8a:dd:de", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap09e21424-d2", "ovs_interfaceid": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:24.480965 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:43:24.481430 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:43:24.562544 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcdc8095f674ad5b853727ecfd4d8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be95ab1fc4d478584293db5b1890b9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:43:24.790016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Releasing lock "refresh_cache-8dd8f64b-ac66-4074-a8eb-3d8150615b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:24.790315 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Instance network_info: |[{"id": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "address": "fa:16:3e:8a:dd:de", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap09e21424-d2", "ovs_interfaceid": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:24.790906 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Terminating instance
Apr 30 15:43:24.988722 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:43:25.297466 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:25.312705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:25.312705 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Instance destroyed successfully.
Apr 30 15:43:25.312705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:43:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachInterfacesTestJSON-server-1626366224',display_name='tempest-AttachInterfacesTestJSON-server-1626366224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachinterfacestestjson-server-1626366224',id=42,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF16UBJ0oY8VrmhufQZsAPqPUfSO14ibENYWKYg0KS/gKRHK9b9+a8I8LBiBrQeSoosGHtLDRH1qOoN3YqpdblYW5QW/kaB/jDSSq5mWlXEQzZhn6mMrgKJbVYAm1Psd8g==',key_name='tempest-keypair-1161235558',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d102056ef94411a9e566429c7c7ba06',ramdisk_id='',reservation_id='r-qt0h4b0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesTestJSON-1415289350',owner_user_name='tempest-AttachInterfacesTestJSON-1415289350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='79cdfe6b98d9432da28109537c11c330',uuid=8dd8f64b-ac66-4074-a8eb-3d8150615b95,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "address": "fa:16:3e:8a:dd:de", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap09e21424-d2", "ovs_interfaceid": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:25.312705 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converting VIF {"id": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "address": "fa:16:3e:8a:dd:de", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap09e21424-d2", "ovs_interfaceid": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:25.315615 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:dd:de,bridge_name='br-int',has_traffic_filtering=True,id=09e21424-d2bb-4b19-8a7d-540ec2c94a87,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e21424-d2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:25.317172 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:dd:de,bridge_name='br-int',has_traffic_filtering=True,id=09e21424-d2bb-4b19-8a7d-540ec2c94a87,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e21424-d2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:25.320593 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.321742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09e21424-d2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:25.322063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:25.326614 np0040594247 nova-compute[88153]: INFO os_vif [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:dd:de,bridge_name='br-int',has_traffic_filtering=True,id=09e21424-d2bb-4b19-8a7d-540ec2c94a87,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e21424-d2')
Apr 30 15:43:25.327109 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Deleting instance files /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95_del
Apr 30 15:43:25.327801 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Deletion of /opt/stack/data/nova/instances/8dd8f64b-ac66-4074-a8eb-3d8150615b95_del complete
Apr 30 15:43:25.448241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.461713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.497337 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Successfully created port: d0749116-3c18-42f5-b5fd-ed32bf3f3a21 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:43:25.500792 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:43:25.508636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.567922 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.604475 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.658704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.700634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:25.840561 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:25.845382 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70332f60> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:25.845382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:25.845525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:26.252368 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:26.369554 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Successfully updated port: d0749116-3c18-42f5-b5fd-ed32bf3f3a21 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:43:26.504948 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:26.519924 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:26.520974 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:26.520974 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:26.521549 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:26.522114 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:26.526685 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:43:26.528574 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:43:26.529688 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Creating image(s)
Apr 30 15:43:26.529840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "/opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:26.530864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "/opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:26.531228 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "/opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:26.532446 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:26.539409 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:26.544972 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:26.545852 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:26.557278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:26.579487 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Received event network-changed-d0749116-3c18-42f5-b5fd-ed32bf3f3a21 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:43:26.579702 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Refreshing instance network info cache due to event network-changed-d0749116-3c18-42f5-b5fd-ed32bf3f3a21. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:43:26.580243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] Acquiring lock "refresh_cache-47adea71-223e-4faa-bf28-5beb49f724ee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:26.580532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] Acquired lock "refresh_cache-47adea71-223e-4faa-bf28-5beb49f724ee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:26.580886 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Refreshing network info cache for port d0749116-3c18-42f5-b5fd-ed32bf3f3a21 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:43:26.678618 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.120s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:26.678618 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:26.678618 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:26.679296 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:26.686378 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:26.687093 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:26.795862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:26.796774 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:26.842903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk 1073741824" returned: 0 in 0.045s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:26.844623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.166s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:26.845240 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:26.875508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "refresh_cache-47adea71-223e-4faa-bf28-5beb49f724ee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:26.952167 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:26.953331 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:43:26.953704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:27.062470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:27.063042 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Cannot resize image /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:43:27.063644 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:43:27.064050 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Ensure instance console log exists: /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:43:27.064594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:27.066878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:27.066878 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:43:27.074835 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.229s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Traceback (most recent call last):
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     return f(*args, **kwargs)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     chosen_mdev = self._create_mdev(
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     self._host.device_create(conf)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     raise e.with_traceback(tb)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     rv = meth(*args, **kwargs)
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:27.077288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] 
Apr 30 15:43:27.078988 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:27.081077 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Available mdevs at: set().
Apr 30 15:43:27.081742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:43:27.081742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:43:27.090154 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Build of instance 8dd8f64b-ac66-4074-a8eb-3d8150615b95 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:27.091720 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:27.092840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:43:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachInterfacesTestJSON-server-1626366224',display_name='tempest-AttachInterfacesTestJSON-server-1626366224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachinterfacestestjson-server-1626366224',id=42,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF16UBJ0oY8VrmhufQZsAPqPUfSO14ibENYWKYg0KS/gKRHK9b9+a8I8LBiBrQeSoosGHtLDRH1qOoN3YqpdblYW5QW/kaB/jDSSq5mWlXEQzZhn6mMrgKJbVYAm1Psd8g==',key_name='tempest-keypair-1161235558',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d102056ef94411a9e566429c7c7ba06',ramdisk_id='',reservation_id='r-qt0h4b0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesTestJSON-1415289350',owner_user_name='tempest-AttachInterfacesTestJSON-1415289350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='79cdfe6b98d9432da28109537c11c330',uuid=8dd8f64b-ac66-4074-a8eb-3d8150615b95,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "address": "fa:16:3e:8a:dd:de", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap09e21424-d2", "ovs_interfaceid": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:27.093647 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converting VIF {"id": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "address": "fa:16:3e:8a:dd:de", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap09e21424-d2", "ovs_interfaceid": "09e21424-d2bb-4b19-8a7d-540ec2c94a87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:27.094882 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:dd:de,bridge_name='br-int',has_traffic_filtering=True,id=09e21424-d2bb-4b19-8a7d-540ec2c94a87,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e21424-d2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:27.095342 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:dd:de,bridge_name='br-int',has_traffic_filtering=True,id=09e21424-d2bb-4b19-8a7d-540ec2c94a87,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e21424-d2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:27.099108 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.099890 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09e21424-d2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:27.100227 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:27.106750 np0040594247 nova-compute[88153]: INFO os_vif [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:dd:de,bridge_name='br-int',has_traffic_filtering=True,id=09e21424-d2bb-4b19-8a7d-540ec2c94a87,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09e21424-d2')
Apr 30 15:43:27.106750 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:27.106750 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:27.106750 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:27.112928 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:27.113761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:43:27.122708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.057s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Traceback (most recent call last):
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     yield resources
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     return f(*args, **kwargs)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     chosen_mdev = self._create_mdev(
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     self._host.device_create(conf)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     raise e.with_traceback(tb)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     rv = meth(*args, **kwargs)
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:27.124236 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] 
Apr 30 15:43:27.148003 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:27.245360 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.260129 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.266732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.270067 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.275141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.275480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.311486 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.383528 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.440632 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:27.727479 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:28.172640 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.180901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.194090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.222407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.234783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-25a3f075-8c2d-47d8-be6d-9f3102877364 req-dc98bfab-e96a-4535-8123-7fdbaac14386 service nova] Releasing lock "refresh_cache-47adea71-223e-4faa-bf28-5beb49f724ee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:28.234974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquired lock "refresh_cache-47adea71-223e-4faa-bf28-5beb49f724ee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:28.235235 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:43:28.256372 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.288191 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.330158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.424389 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.442972 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.450029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.479842 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.536013 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.570593 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:28.585972 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:28.795415 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:29.075428 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 8dd8f64b-ac66-4074-a8eb-3d8150615b95] Took 1.97 seconds to deallocate network for instance.
Apr 30 15:43:29.083092 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Updating instance_info_cache with network_info: [{"id": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "address": "fa:16:3e:be:fd:36", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd0749116-3c", "ovs_interfaceid": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:29.253894 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.259833 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.265665 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.297714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.300335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.301987 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.303550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.317072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.318747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.321771 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.324229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.532817 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.575874 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:29.589054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Releasing lock "refresh_cache-47adea71-223e-4faa-bf28-5beb49f724ee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:29.589268 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Instance network_info: |[{"id": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "address": "fa:16:3e:be:fd:36", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd0749116-3c", "ovs_interfaceid": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:29.591722 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Terminating instance
Apr 30 15:43:30.100008 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:30.105830 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:30.105993 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Instance destroyed successfully.
Apr 30 15:43:30.108705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-372273609',display_name='tempest-VolumesAdminNegativeTest-server-372273609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-volumesadminnegativetest-server-372273609',id=43,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPWs0eM00JZwvWrti19I2bePEJXpGhAjOOWTLGkYqkVSFJf43K7Rkz1w3cZ9+D3G1d8/WVo7TJeeGCoEsQHtq9hecnEWG6HIcqPvFDqYmvPyB7C/Ihn9SqLutHGGkXWRWw==',key_name='tempest-keypair-1696301319',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5be95ab1fc4d478584293db5b1890b9b',ramdisk_id='',reservation_id='r-zvne0bie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2033228501',owner_user_name='tempest-VolumesAdminNegativeTest-2033228501-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8fcdc8095f674ad5b853727ecfd4d8fe',uuid=47adea71-223e-4faa-bf28-5beb49f724ee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "address": "fa:16:3e:be:fd:36", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd0749116-3c", "ovs_interfaceid": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:30.108705 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converting VIF {"id": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "address": "fa:16:3e:be:fd:36", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd0749116-3c", "ovs_interfaceid": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:30.108705 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:fd:36,bridge_name='br-int',has_traffic_filtering=True,id=d0749116-3c18-42f5-b5fd-ed32bf3f3a21,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0749116-3c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:30.109249 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fd:36,bridge_name='br-int',has_traffic_filtering=True,id=d0749116-3c18-42f5-b5fd-ed32bf3f3a21,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0749116-3c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:30.111233 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:30.111613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0749116-3c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:30.111905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:30.115504 np0040594247 nova-compute[88153]: INFO os_vif [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fd:36,bridge_name='br-int',has_traffic_filtering=True,id=d0749116-3c18-42f5-b5fd-ed32bf3f3a21,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0749116-3c')
Apr 30 15:43:30.115989 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Deleting instance files /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee_del
Apr 30 15:43:30.116726 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Deletion of /opt/stack/data/nova/instances/47adea71-223e-4faa-bf28-5beb49f724ee_del complete
Apr 30 15:43:30.150080 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Deleted allocations for instance 8dd8f64b-ac66-4074-a8eb-3d8150615b95
Apr 30 15:43:30.634781 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:30.638575 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7034fdd0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:30.638788 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:30.640309 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:30.668636 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9f73b428-70d4-48b8-9d5e-26a130c28aa3 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "8dd8f64b-ac66-4074-a8eb-3d8150615b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.469s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:31.019520 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquiring lock "03b730cc-90cf-4137-8ea1-ee83a8b35688" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:31.020448 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "03b730cc-90cf-4137-8ea1-ee83a8b35688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:31.248148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:31.289407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:31.299472 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:31.301630 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:31.301630 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:31.301630 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:31.301630 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:31.526600 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:43:31.806839 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:31.807364 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:32.066703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:32.203819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:32.235615 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:32.318853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.679s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Traceback (most recent call last):
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     return f(*args, **kwargs)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     chosen_mdev = self._create_mdev(
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     self._host.device_create(conf)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     raise e.with_traceback(tb)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     rv = meth(*args, **kwargs)
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:32.322002 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] 
Apr 30 15:43:32.323469 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:32.324088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.258s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:32.325361 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Build of instance 47adea71-223e-4faa-bf28-5beb49f724ee was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:32.327869 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:32.331172 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-372273609',display_name='tempest-VolumesAdminNegativeTest-server-372273609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-volumesadminnegativetest-server-372273609',id=43,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPWs0eM00JZwvWrti19I2bePEJXpGhAjOOWTLGkYqkVSFJf43K7Rkz1w3cZ9+D3G1d8/WVo7TJeeGCoEsQHtq9hecnEWG6HIcqPvFDqYmvPyB7C/Ihn9SqLutHGGkXWRWw==',key_name='tempest-keypair-1696301319',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5be95ab1fc4d478584293db5b1890b9b',ramdisk_id='',reservation_id='r-zvne0bie',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2033228501',owner_user_name='tempest-VolumesAdminNegativeTest-2033228501-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8fcdc8095f674ad5b853727ecfd4d8fe',uuid=47adea71-223e-4faa-bf28-5beb49f724ee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "address": "fa:16:3e:be:fd:36", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd0749116-3c", "ovs_interfaceid": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:32.331172 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converting VIF {"id": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "address": "fa:16:3e:be:fd:36", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd0749116-3c", "ovs_interfaceid": "d0749116-3c18-42f5-b5fd-ed32bf3f3a21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:32.331172 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:fd:36,bridge_name='br-int',has_traffic_filtering=True,id=d0749116-3c18-42f5-b5fd-ed32bf3f3a21,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0749116-3c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:32.331543 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fd:36,bridge_name='br-int',has_traffic_filtering=True,id=d0749116-3c18-42f5-b5fd-ed32bf3f3a21,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0749116-3c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:32.332728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:32.332993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0749116-3c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:32.333249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:32.336658 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:43:32.336986 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Claim successful on node np0040594247
Apr 30 15:43:32.341326 np0040594247 nova-compute[88153]: INFO os_vif [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:fd:36,bridge_name='br-int',has_traffic_filtering=True,id=d0749116-3c18-42f5-b5fd-ed32bf3f3a21,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0749116-3c')
Apr 30 15:43:32.341702 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:32.342012 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:32.342297 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:33.260700 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:33.263595 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:33.472148 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:33.477275 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:33.478299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:33.478299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:33.478299 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:33.478689 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:33.767697 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 47adea71-223e-4faa-bf28-5beb49f724ee] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:43:33.984994 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:33.984994 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:34.501148 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:34.501600 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:43:34.836728 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Deleted allocations for instance 47adea71-223e-4faa-bf28-5beb49f724ee
Apr 30 15:43:35.010941 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:43:35.011318 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:43:35.303309 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985dabe5d92a40f199959160e3b22820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4e7bd58e8bc4345bd81d06a23338472', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:43:35.350594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21198349-70ad-4d80-b446-129b481eb2a6 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "47adea71-223e-4faa-bf28-5beb49f724ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.642s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:35.515974 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:43:35.577412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:35.589052 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:35.602935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:35.631796 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:35.707630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:35.755907 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:35.855048 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Successfully created port: c07204e0-43ec-43a0-9654-300edf452bca {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:43:36.021361 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:43:36.253551 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:36.557539 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Successfully updated port: c07204e0-43ec-43a0-9654-300edf452bca {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:43:36.723340 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Received event network-changed-c07204e0-43ec-43a0-9654-300edf452bca {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:43:36.723340 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Refreshing instance network info cache due to event network-changed-c07204e0-43ec-43a0-9654-300edf452bca. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:43:36.723340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] Acquiring lock "refresh_cache-03b730cc-90cf-4137-8ea1-ee83a8b35688" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:36.723340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] Acquired lock "refresh_cache-03b730cc-90cf-4137-8ea1-ee83a8b35688" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:36.723571 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Refreshing network info cache for port c07204e0-43ec-43a0-9654-300edf452bca {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:43:37.044567 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:43:37.045917 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:43:37.048582 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Creating image(s)
Apr 30 15:43:37.048582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquiring lock "/opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:37.048582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "/opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:37.049933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "/opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:37.050608 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:37.057881 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:37.061303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquiring lock "refresh_cache-03b730cc-90cf-4137-8ea1-ee83a8b35688" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:37.061782 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:37.169757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:37.169757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:37.169757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:37.171416 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:37.185283 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:37.185974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:37.253628 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:37.257177 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:37.302171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.116s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:37.303543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:37.342914 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:37.350382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk 1073741824" returned: 0 in 0.046s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:37.350382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.181s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:37.351132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:37.463513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.112s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:37.465142 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Checking if we can resize image /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:43:37.465539 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:37.539585 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:37.569881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:37.569881 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Cannot resize image /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:43:37.569881 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:43:37.569881 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Ensure instance console log exists: /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:43:37.570639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:37.571387 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:37.572052 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:43:37.580205 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Available mdevs at: set().
Apr 30 15:43:37.580205 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:43:37.580205 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:37.592241 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:43:37.599522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.028s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Traceback (most recent call last):
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     yield resources
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     return f(*args, **kwargs)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     chosen_mdev = self._create_mdev(
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     self._host.device_create(conf)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     raise e.with_traceback(tb)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     rv = meth(*args, **kwargs)
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:37.602518 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] 
Apr 30 15:43:38.047933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dff943e1-27fa-4a28-8ed2-e3f433cd77da req-694b060c-8872-4a47-9c18-31afe6d66ecc service nova] Releasing lock "refresh_cache-03b730cc-90cf-4137-8ea1-ee83a8b35688" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:38.048532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquired lock "refresh_cache-03b730cc-90cf-4137-8ea1-ee83a8b35688" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:38.049305 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:43:38.083709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.098923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.105730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.112498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.261082 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.310930 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.375893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.414220 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.423686 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.439833 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.475638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.533379 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.575987 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:38.613140 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:38.903065 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Updating instance_info_cache with network_info: [{"id": "c07204e0-43ec-43a0-9654-300edf452bca", "address": "fa:16:3e:67:e8:34", "network": {"id": "fa88fc26-1a18-4879-8066-1a1de2322aaa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-852053266-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "c4e7bd58e8bc4345bd81d06a23338472", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc07204e0-43", "ovs_interfaceid": "c07204e0-43ec-43a0-9654-300edf452bca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:38.950440 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "7aedbe42-0919-42b6-81bf-971b00088017" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:38.950748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "7aedbe42-0919-42b6-81bf-971b00088017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:39.263578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.265836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.268736 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.270148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.281979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.284141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.287562 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.407644 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Releasing lock "refresh_cache-03b730cc-90cf-4137-8ea1-ee83a8b35688" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:39.409386 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Instance network_info: |[{"id": "c07204e0-43ec-43a0-9654-300edf452bca", "address": "fa:16:3e:67:e8:34", "network": {"id": "fa88fc26-1a18-4879-8066-1a1de2322aaa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-852053266-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "c4e7bd58e8bc4345bd81d06a23338472", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc07204e0-43", "ovs_interfaceid": "c07204e0-43ec-43a0-9654-300edf452bca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:39.409386 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Terminating instance
Apr 30 15:43:39.454826 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:43:39.914507 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:39.918719 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:39.918857 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Instance destroyed successfully.
Apr 30 15:43:39.920257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:43:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachInterfacesV270Test-server-134734754',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachinterfacesv270test-server-134734754',id=44,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c4e7bd58e8bc4345bd81d06a23338472',ramdisk_id='',reservation_id='r-xrbecpc0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesV270Test-1672139943',owner_user_name='tempest-AttachInterfacesV270Test-1672139943-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:36Z,user_data=None,user_id='985dabe5d92a40f199959160e3b22820',uuid=03b730cc-90cf-4137-8ea1-ee83a8b35688,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c07204e0-43ec-43a0-9654-300edf452bca", "address": "fa:16:3e:67:e8:34", "network": {"id": "fa88fc26-1a18-4879-8066-1a1de2322aaa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-852053266-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "c4e7bd58e8bc4345bd81d06a23338472", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc07204e0-43", "ovs_interfaceid": "c07204e0-43ec-43a0-9654-300edf452bca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:39.920892 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Converting VIF {"id": "c07204e0-43ec-43a0-9654-300edf452bca", "address": "fa:16:3e:67:e8:34", "network": {"id": "fa88fc26-1a18-4879-8066-1a1de2322aaa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-852053266-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "c4e7bd58e8bc4345bd81d06a23338472", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc07204e0-43", "ovs_interfaceid": "c07204e0-43ec-43a0-9654-300edf452bca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:39.922053 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:e8:34,bridge_name='br-int',has_traffic_filtering=True,id=c07204e0-43ec-43a0-9654-300edf452bca,network=Network(fa88fc26-1a18-4879-8066-1a1de2322aaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07204e0-43') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:39.922546 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e8:34,bridge_name='br-int',has_traffic_filtering=True,id=c07204e0-43ec-43a0-9654-300edf452bca,network=Network(fa88fc26-1a18-4879-8066-1a1de2322aaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07204e0-43') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:39.924520 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:39.925097 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc07204e0-43, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:39.926203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:39.929379 np0040594247 nova-compute[88153]: INFO os_vif [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e8:34,bridge_name='br-int',has_traffic_filtering=True,id=c07204e0-43ec-43a0-9654-300edf452bca,network=Network(fa88fc26-1a18-4879-8066-1a1de2322aaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07204e0-43')
Apr 30 15:43:39.929878 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Deleting instance files /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688_del
Apr 30 15:43:39.930511 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Deletion of /opt/stack/data/nova/instances/03b730cc-90cf-4137-8ea1-ee83a8b35688_del complete
Apr 30 15:43:39.995470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:39.996699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:40.005196 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:43:40.005196 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Claim successful on node np0040594247
Apr 30 15:43:40.441663 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:40.445595 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70595550> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:40.445927 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:41.023756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "22b0a3ab-9808-45f3-8854-486d3095ec07" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:41.024269 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "22b0a3ab-9808-45f3-8854-486d3095ec07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:41.180773 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:41.186300 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:41.187146 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:41.187146 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:41.187435 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:41.187919 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:41.527200 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:43:41.692790 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:41.693284 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:42.060263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:42.205438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:42.205838 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:43:42.209621 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.764s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:42.465235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquiring lock "f277a442-0d39-4d5c-9522-dea125e88d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:42.465585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "f277a442-0d39-4d5c-9522-dea125e88d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:42.725396 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:43:42.725892 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:43:42.797198 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79cdfe6b98d9432da28109537c11c330', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d102056ef94411a9e566429c7c7ba06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:43:42.888813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:42.889792 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:42.895914 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:42.897021 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:42.897021 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:42.897471 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:42.898180 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:42.969008 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:43:43.226639 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:43:43.268711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:43.330798 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Successfully created port: 565ab286-7fb6-4ef5-ad18-31c12c6ed953 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:43:43.404231 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:43.405106 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:43.509258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:43.731413 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:43:43.888418 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Successfully updated port: 565ab286-7fb6-4ef5-ad18-31c12c6ed953 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:43:43.915443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.706s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Traceback (most recent call last):
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     return f(*args, **kwargs)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     chosen_mdev = self._create_mdev(
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     self._host.device_create(conf)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     raise e.with_traceback(tb)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     rv = meth(*args, **kwargs)
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:43.917417 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] 
Apr 30 15:43:43.919035 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:43.919937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.860s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:43.921820 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Build of instance 03b730cc-90cf-4137-8ea1-ee83a8b35688 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:43.924296 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:43.925476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:43:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachInterfacesV270Test-server-134734754',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachinterfacesv270test-server-134734754',id=44,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c4e7bd58e8bc4345bd81d06a23338472',ramdisk_id='',reservation_id='r-xrbecpc0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesV270Test-1672139943',owner_user_name='tempest-AttachInterfacesV270Test-1672139943-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:40Z,user_data=None,user_id='985dabe5d92a40f199959160e3b22820',uuid=03b730cc-90cf-4137-8ea1-ee83a8b35688,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c07204e0-43ec-43a0-9654-300edf452bca", "address": "fa:16:3e:67:e8:34", "network": {"id": "fa88fc26-1a18-4879-8066-1a1de2322aaa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-852053266-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "c4e7bd58e8bc4345bd81d06a23338472", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc07204e0-43", "ovs_interfaceid": "c07204e0-43ec-43a0-9654-300edf452bca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:43.925957 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Converting VIF {"id": "c07204e0-43ec-43a0-9654-300edf452bca", "address": "fa:16:3e:67:e8:34", "network": {"id": "fa88fc26-1a18-4879-8066-1a1de2322aaa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-852053266-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "c4e7bd58e8bc4345bd81d06a23338472", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc07204e0-43", "ovs_interfaceid": "c07204e0-43ec-43a0-9654-300edf452bca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:43.926790 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:e8:34,bridge_name='br-int',has_traffic_filtering=True,id=c07204e0-43ec-43a0-9654-300edf452bca,network=Network(fa88fc26-1a18-4879-8066-1a1de2322aaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07204e0-43') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:43.927200 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e8:34,bridge_name='br-int',has_traffic_filtering=True,id=c07204e0-43ec-43a0-9654-300edf452bca,network=Network(fa88fc26-1a18-4879-8066-1a1de2322aaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07204e0-43') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:43.929765 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Received event network-changed-565ab286-7fb6-4ef5-ad18-31c12c6ed953 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:43:43.930062 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Refreshing instance network info cache due to event network-changed-565ab286-7fb6-4ef5-ad18-31c12c6ed953. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:43:43.930391 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] Acquiring lock "refresh_cache-7aedbe42-0919-42b6-81bf-971b00088017" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:43.930644 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] Acquired lock "refresh_cache-7aedbe42-0919-42b6-81bf-971b00088017" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:43.930953 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Refreshing network info cache for port 565ab286-7fb6-4ef5-ad18-31c12c6ed953 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:43:43.933782 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:43.934779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc07204e0-43, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:43.934779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:43.937978 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:43:43.938265 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Claim successful on node np0040594247
Apr 30 15:43:43.944437 np0040594247 nova-compute[88153]: INFO os_vif [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:e8:34,bridge_name='br-int',has_traffic_filtering=True,id=c07204e0-43ec-43a0-9654-300edf452bca,network=Network(fa88fc26-1a18-4879-8066-1a1de2322aaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07204e0-43')
Apr 30 15:43:43.944749 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:43.945044 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:43.945406 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:44.394081 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "refresh_cache-7aedbe42-0919-42b6-81bf-971b00088017" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:44.480177 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:44.600145 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:44.748195 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:43:44.749292 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:43:44.750762 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Creating image(s)
Apr 30 15:43:44.751427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "/opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:44.751783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "/opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:44.752800 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "/opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:44.753468 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:44.758755 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:44.760262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:44.849203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:44.849783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:44.850514 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:44.851363 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:44.856271 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:44.856960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:44.868165 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:44.945077 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:44.945584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:44.979798 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:44.980278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.130s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:44.980739 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:45.071824 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:45.072273 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:43:45.072569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:45.104431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ad1a131a-06f1-427f-be68-755e613e6007 req-96d955da-9eee-440a-a421-7d67db56ac47 service nova] Releasing lock "refresh_cache-7aedbe42-0919-42b6-81bf-971b00088017" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:45.105186 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquired lock "refresh_cache-7aedbe42-0919-42b6-81bf-971b00088017" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:45.105485 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:43:45.138690 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:45.143928 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:45.144968 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:45.144968 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:45.145176 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:45.145876 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:45.160124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:45.160542 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Cannot resize image /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:43:45.161035 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:43:45.161355 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Ensure instance console log exists: /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:43:45.161873 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:45.162226 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:45.162562 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:43:45.166496 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Available mdevs at: set().
Apr 30 15:43:45.166799 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:43:45.167274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:45.171382 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:45.172338 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:43:45.175267 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Traceback (most recent call last):
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     yield resources
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     return f(*args, **kwargs)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     chosen_mdev = self._create_mdev(
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     self._host.device_create(conf)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     raise e.with_traceback(tb)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     rv = meth(*args, **kwargs)
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:45.177455 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017] 
Apr 30 15:43:45.374730 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] [instance: 03b730cc-90cf-4137-8ea1-ee83a8b35688] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:43:45.649946 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:45.650706 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:45.660028 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:45.891309 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Updating instance_info_cache with network_info: [{"id": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "address": "fa:16:3e:2f:53:4c", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap565ab286-7f", "ovs_interfaceid": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:46.165612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:46.166410 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:43:46.169953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.661s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:46.175051 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:43:46.175314 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Claim successful on node np0040594247
Apr 30 15:43:46.255463 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:46.395057 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Releasing lock "refresh_cache-7aedbe42-0919-42b6-81bf-971b00088017" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:46.395419 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Instance network_info: |[{"id": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "address": "fa:16:3e:2f:53:4c", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap565ab286-7f", "ovs_interfaceid": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:46.395947 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Terminating instance
Apr 30 15:43:46.421239 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Deleted allocations for instance 03b730cc-90cf-4137-8ea1-ee83a8b35688
Apr 30 15:43:46.676384 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:43:46.677079 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:43:46.739557 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fcdc8095f674ad5b853727ecfd4d8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be95ab1fc4d478584293db5b1890b9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:43:46.901632 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:46.906457 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:46.906823 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Instance destroyed successfully.
Apr 30 15:43:46.908090 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:43:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-819762711',display_name='tempest-tempest.common.compute-instance-819762711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-tempest-common-compute-instance-819762711',id=45,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKHY9woC8JdPE+15nIyD9YwWdnhZpYNFNUnm+8SYs0Id0+rfdfspr2GrkNMW4J4QQMzROS8Hd5FUd6AzTcL7sH+nqyNEAhwX+QZeZbusCXg+CvVuiNMKGbepufwcE8XApw==',key_name='tempest-keypair-1107577860',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d102056ef94411a9e566429c7c7ba06',ramdisk_id='',reservation_id='r-yx7jigti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesTestJSON-1415289350',owner_user_name='tempest-AttachInterfacesTestJSON-1415289350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='79cdfe6b98d9432da28109537c11c330',uuid=7aedbe42-0919-42b6-81bf-971b00088017,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "address": "fa:16:3e:2f:53:4c", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap565ab286-7f", "ovs_interfaceid": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:46.908531 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converting VIF {"id": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "address": "fa:16:3e:2f:53:4c", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap565ab286-7f", "ovs_interfaceid": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:46.909664 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:53:4c,bridge_name='br-int',has_traffic_filtering=True,id=565ab286-7fb6-4ef5-ad18-31c12c6ed953,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap565ab286-7f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:46.910151 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:53:4c,bridge_name='br-int',has_traffic_filtering=True,id=565ab286-7fb6-4ef5-ad18-31c12c6ed953,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap565ab286-7f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:46.912154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:46.912734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap565ab286-7f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:46.912983 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:46.916105 np0040594247 nova-compute[88153]: INFO os_vif [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:53:4c,bridge_name='br-int',has_traffic_filtering=True,id=565ab286-7fb6-4ef5-ad18-31c12c6ed953,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap565ab286-7f')
Apr 30 15:43:46.916647 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Deleting instance files /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017_del
Apr 30 15:43:46.917374 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Deletion of /opt/stack/data/nova/instances/7aedbe42-0919-42b6-81bf-971b00088017_del complete
Apr 30 15:43:46.932818 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8edad47f-7035-428a-8ece-bd685996b7d0 tempest-AttachInterfacesV270Test-1672139943 tempest-AttachInterfacesV270Test-1672139943-project-member] Lock "03b730cc-90cf-4137-8ea1-ee83a8b35688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.912s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:47.180610 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:43:47.327856 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Successfully created port: 1d7f5730-6cc7-4aa6-9507-6de6d8c7f124 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:43:47.352740 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:47.359104 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:47.360098 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:47.360098 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:47.360098 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:47.360528 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:47.425625 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:47.428216 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9413b770> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:47.428506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:47.698625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:43:47.848488 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Successfully updated port: 1d7f5730-6cc7-4aa6-9507-6de6d8c7f124 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:43:47.865345 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:47.866220 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:47.887220 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Received event network-changed-1d7f5730-6cc7-4aa6-9507-6de6d8c7f124 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:43:47.887504 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Refreshing instance network info cache due to event network-changed-1d7f5730-6cc7-4aa6-9507-6de6d8c7f124. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:43:47.888072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] Acquiring lock "refresh_cache-22b0a3ab-9808-45f3-8854-486d3095ec07" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:47.888178 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] Acquired lock "refresh_cache-22b0a3ab-9808-45f3-8854-486d3095ec07" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:47.888511 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Refreshing network info cache for port 1d7f5730-6cc7-4aa6-9507-6de6d8c7f124 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:43:47.890559 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:48.268192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:48.352865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "refresh_cache-22b0a3ab-9808-45f3-8854-486d3095ec07" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:48.381042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:48.381042 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:43:48.383091 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.954s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:48.403872 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:48.473958 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:48.597701 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:48.711872 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:43:48.713246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:43:48.713662 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Creating image(s)
Apr 30 15:43:48.714408 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "/opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:48.714763 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "/opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:48.715631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "/opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:48.716449 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:48.722451 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:48.723096 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:48.725051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:48.771550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:48.825706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:48.826006 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:48.826746 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:48.827438 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:48.832653 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:48.833230 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:48.907623 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:43:48.908088 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:43:48.933706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:48.934334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:48.976182 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:48.976844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.150s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:48.977286 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:48.995776 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '795f8de31de3487dab695d377e84e812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d055e5a08724397af76405cd6c46ef5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:43:49.001159 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:49.021773 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:49.104832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c1f88428-5760-4ccf-9841-235c6703306d req-1c0e00b5-6b75-4e0a-8b9c-a8b6bbb8eff2 service nova] Releasing lock "refresh_cache-22b0a3ab-9808-45f3-8854-486d3095ec07" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:49.106355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquired lock "refresh_cache-22b0a3ab-9808-45f3-8854-486d3095ec07" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:49.107195 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:43:49.110787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.133s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:49.113715 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Checking if we can resize image /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:43:49.113715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:49.141149 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:49.158447 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:49.159347 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:49.159347 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:49.159606 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:49.160108 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:49.212732 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:49.213133 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Cannot resize image /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:43:49.213735 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:43:49.214181 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Ensure instance console log exists: /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:43:49.214503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:49.214916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:49.215299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:43:49.218375 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Available mdevs at: set().
Apr 30 15:43:49.218706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:43:49.219022 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:49.223549 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:49.224658 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:43:49.227951 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Traceback (most recent call last):
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     yield resources
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     return f(*args, **kwargs)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     chosen_mdev = self._create_mdev(
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     self._host.device_create(conf)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     raise e.with_traceback(tb)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     rv = meth(*args, **kwargs)
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:49.230235 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] 
Apr 30 15:43:49.407130 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:43:49.669149 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:49.669707 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:49.688133 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Successfully created port: 22afddbf-76fe-4290-81a5-92f676e1d8eb {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:43:49.712935 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:49.914615 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:43:50.059179 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Updating instance_info_cache with network_info: [{"id": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "address": "fa:16:3e:64:79:a6", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d7f5730-6c", "ovs_interfaceid": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:50.193780 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.811s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Traceback (most recent call last):
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     return f(*args, **kwargs)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     chosen_mdev = self._create_mdev(
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     self._host.device_create(conf)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     raise e.with_traceback(tb)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     rv = meth(*args, **kwargs)
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:50.195972 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7aedbe42-0919-42b6-81bf-971b00088017] 
Apr 30 15:43:50.197522 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:50.198396 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.795s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:50.198696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:50.199532 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:43:50.200055 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Build of instance 7aedbe42-0919-42b6-81bf-971b00088017 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:50.202811 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:50.203935 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:43:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-819762711',display_name='tempest-tempest.common.compute-instance-819762711',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-tempest-common-compute-instance-819762711',id=45,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKHY9woC8JdPE+15nIyD9YwWdnhZpYNFNUnm+8SYs0Id0+rfdfspr2GrkNMW4J4QQMzROS8Hd5FUd6AzTcL7sH+nqyNEAhwX+QZeZbusCXg+CvVuiNMKGbepufwcE8XApw==',key_name='tempest-keypair-1107577860',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d102056ef94411a9e566429c7c7ba06',ramdisk_id='',reservation_id='r-yx7jigti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesTestJSON-1415289350',owner_user_name='tempest-AttachInterfacesTestJSON-1415289350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='79cdfe6b98d9432da28109537c11c330',uuid=7aedbe42-0919-42b6-81bf-971b00088017,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "address": "fa:16:3e:2f:53:4c", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap565ab286-7f", "ovs_interfaceid": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:50.204228 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converting VIF {"id": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "address": "fa:16:3e:2f:53:4c", "network": {"id": "cf3fabf0-bf6a-4f28-92bd-ba607e75195f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-409747133-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3d102056ef94411a9e566429c7c7ba06", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap565ab286-7f", "ovs_interfaceid": "565ab286-7fb6-4ef5-ad18-31c12c6ed953", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:50.205513 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:53:4c,bridge_name='br-int',has_traffic_filtering=True,id=565ab286-7fb6-4ef5-ad18-31c12c6ed953,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap565ab286-7f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:50.206026 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:53:4c,bridge_name='br-int',has_traffic_filtering=True,id=565ab286-7fb6-4ef5-ad18-31c12c6ed953,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap565ab286-7f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:50.208399 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:50.209746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap565ab286-7f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:50.210057 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:50.213087 np0040594247 nova-compute[88153]: INFO os_vif [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:53:4c,bridge_name='br-int',has_traffic_filtering=True,id=565ab286-7fb6-4ef5-ad18-31c12c6ed953,network=Network(cf3fabf0-bf6a-4f28-92bd-ba607e75195f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap565ab286-7f')
Apr 30 15:43:50.213416 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:50.213825 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:50.214179 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:50.354131 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:43:50.355381 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1428MB free_disk=56.70859146118164GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:43:50.355622 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:50.356011 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:50.426403 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Successfully updated port: 22afddbf-76fe-4290-81a5-92f676e1d8eb {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:43:50.467756 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Received event network-changed-22afddbf-76fe-4290-81a5-92f676e1d8eb {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:43:50.468636 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Refreshing instance network info cache due to event network-changed-22afddbf-76fe-4290-81a5-92f676e1d8eb. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:43:50.469205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] Acquiring lock "refresh_cache-f277a442-0d39-4d5c-9522-dea125e88d67" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:50.469439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] Acquired lock "refresh_cache-f277a442-0d39-4d5c-9522-dea125e88d67" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:50.470008 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Refreshing network info cache for port 22afddbf-76fe-4290-81a5-92f676e1d8eb {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:43:50.562917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Releasing lock "refresh_cache-22b0a3ab-9808-45f3-8854-486d3095ec07" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:50.563365 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Instance network_info: |[{"id": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "address": "fa:16:3e:64:79:a6", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d7f5730-6c", "ovs_interfaceid": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:50.563992 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Terminating instance
Apr 30 15:43:50.929792 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:43:50.931196 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:43:50.931696 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Creating image(s)
Apr 30 15:43:50.932462 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquiring lock "/opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:50.932801 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "/opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:50.933804 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "/opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:50.934425 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:50.939529 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:50.940435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquiring lock "refresh_cache-f277a442-0d39-4d5c-9522-dea125e88d67" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:43:50.941572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:51.027857 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:51.044445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:51.045038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:51.045765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:51.046357 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:51.051992 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:43:51.052522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:51.074618 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:51.080354 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:51.080354 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Instance destroyed successfully.
Apr 30 15:43:51.082342 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-665765228',display_name='tempest-VolumesAdminNegativeTest-server-665765228',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-volumesadminnegativetest-server-665765228',id=46,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5be95ab1fc4d478584293db5b1890b9b',ramdisk_id='',reservation_id='r-q7f0jv1s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2033228501',owner_user_name='tempest-VolumesAdminNegativeTest-2033228501-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:48Z,user_data=None,user_id='8fcdc8095f674ad5b853727ecfd4d8fe',uuid=22b0a3ab-9808-45f3-8854-486d3095ec07,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "address": "fa:16:3e:64:79:a6", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d7f5730-6c", "ovs_interfaceid": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:51.082643 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converting VIF {"id": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "address": "fa:16:3e:64:79:a6", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d7f5730-6c", "ovs_interfaceid": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:51.083955 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:79:a6,bridge_name='br-int',has_traffic_filtering=True,id=1d7f5730-6cc7-4aa6-9507-6de6d8c7f124,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d7f5730-6c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:51.084794 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:79:a6,bridge_name='br-int',has_traffic_filtering=True,id=1d7f5730-6cc7-4aa6-9507-6de6d8c7f124,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d7f5730-6c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:51.087278 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:51.088416 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d7f5730-6c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:51.088416 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:51.091102 np0040594247 nova-compute[88153]: INFO os_vif [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:79:a6,bridge_name='br-int',has_traffic_filtering=True,id=1d7f5730-6cc7-4aa6-9507-6de6d8c7f124,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d7f5730-6c')
Apr 30 15:43:51.091537 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Deleting instance files /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07_del
Apr 30 15:43:51.092191 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Deletion of /opt/stack/data/nova/instances/22b0a3ab-9808-45f3-8854-486d3095ec07_del complete
Apr 30 15:43:51.145255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:51.145802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:51.184152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:51.184866 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:51.185377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:51.202799 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:51.239857 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:51.254065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:51.259168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:51.282076 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:51.282568 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:43:51.282988 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:43:51.385989 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:43:51.385989 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Cannot resize image /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:43:51.385989 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:43:51.385989 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Ensure instance console log exists: /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:43:51.386780 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:51.387157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:51.387712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:43:51.399531 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Available mdevs at: set().
Apr 30 15:43:51.400011 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:43:51.400284 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:51.407715 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:51.408809 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:43:51.413307 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.026s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Traceback (most recent call last):
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     yield resources
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     return f(*args, **kwargs)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     chosen_mdev = self._create_mdev(
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     self._host.device_create(conf)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     raise e.with_traceback(tb)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     rv = meth(*args, **kwargs)
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:51.415860 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67] 
Apr 30 15:43:51.602535 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:51.606079 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c0e9610> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:51.606367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:51.709591 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7e81347f-0f01-46a7-b9c1-dc2564200ee5 req-e962e41e-a8ee-412f-8ba8-02408f50ace5 service nova] Releasing lock "refresh_cache-f277a442-0d39-4d5c-9522-dea125e88d67" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:51.709975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquired lock "refresh_cache-f277a442-0d39-4d5c-9522-dea125e88d67" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:43:51.710260 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:43:51.743356 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] [instance: 7aedbe42-0919-42b6-81bf-971b00088017] Took 1.53 seconds to deallocate network for instance.
Apr 30 15:43:51.924057 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 7aedbe42-0919-42b6-81bf-971b00088017 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:43:51.924296 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 22b0a3ab-9808-45f3-8854-486d3095ec07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:43:51.924439 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance f277a442-0d39-4d5c-9522-dea125e88d67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:43:51.924790 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:43:51.925039 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=768MB phys_disk=69GB used_disk=2GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:43:52.051693 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:52.058377 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:52.059945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:52.059945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:52.059945 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:52.059945 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:52.264255 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:43:52.498227 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Updating instance_info_cache with network_info: [{"id": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "address": "fa:16:3e:e7:a9:c6", "network": {"id": "20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2118878605-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5d055e5a08724397af76405cd6c46ef5", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap22afddbf-76", "ovs_interfaceid": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:52.564386 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:52.564835 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:52.807844 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Deleted allocations for instance 7aedbe42-0919-42b6-81bf-971b00088017
Apr 30 15:43:52.897267 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:52.934209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:53.002932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Releasing lock "refresh_cache-f277a442-0d39-4d5c-9522-dea125e88d67" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:43:53.005744 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Instance network_info: |[{"id": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "address": "fa:16:3e:e7:a9:c6", "network": {"id": "20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2118878605-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5d055e5a08724397af76405cd6c46ef5", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap22afddbf-76", "ovs_interfaceid": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:43:53.005744 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Terminating instance
Apr 30 15:43:53.076822 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:43:53.077304 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.721s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:53.077466 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.471s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:53.273773 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:53.325840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cee212da-87fd-4b9e-ab0c-e875f6f65422 tempest-AttachInterfacesTestJSON-1415289350 tempest-AttachInterfacesTestJSON-1415289350-project-member] Lock "7aedbe42-0919-42b6-81bf-971b00088017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.375s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:53.513711 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:43:53.520194 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:43:53.520346 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Instance destroyed successfully.
Apr 30 15:43:53.521673 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:43:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachInterfacesUnderV243Test-server-233752036',display_name='tempest-AttachInterfacesUnderV243Test-server-233752036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachinterfacesunderv243test-server-233752036',id=47,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHZco38VssZouTOFZpaVExQhDKo+p/azGiLfmGkisz/zvfsY6xIwiBImr4Xqg4HU8p/LHDaNRqgsoFm8cE0BNFuK2r+Y3fA9lL4dJQ4XFYxfFYmhtWEXcRBhlorvKMXdjw==',key_name='tempest-keypair-317702252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d055e5a08724397af76405cd6c46ef5',ramdisk_id='',reservation_id='r-theoqa44',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesUnderV243Test-67305156',owner_user_name='tempest-AttachInterfacesUnderV243Test-67305156-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='795f8de31de3487dab695d377e84e812',uuid=f277a442-0d39-4d5c-9522-dea125e88d67,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "address": "fa:16:3e:e7:a9:c6", "network": {"id": "20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2118878605-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5d055e5a08724397af76405cd6c46ef5", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap22afddbf-76", "ovs_interfaceid": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:53.522028 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Converting VIF {"id": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "address": "fa:16:3e:e7:a9:c6", "network": {"id": "20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2118878605-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5d055e5a08724397af76405cd6c46ef5", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap22afddbf-76", "ovs_interfaceid": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:53.523549 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a9:c6,bridge_name='br-int',has_traffic_filtering=True,id=22afddbf-76fe-4290-81a5-92f676e1d8eb,network=Network(20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22afddbf-76') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:53.524240 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a9:c6,bridge_name='br-int',has_traffic_filtering=True,id=22afddbf-76fe-4290-81a5-92f676e1d8eb,network=Network(20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22afddbf-76') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:53.526412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:53.526908 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22afddbf-76, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:53.527243 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:53.531631 np0040594247 nova-compute[88153]: INFO os_vif [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a9:c6,bridge_name='br-int',has_traffic_filtering=True,id=22afddbf-76fe-4290-81a5-92f676e1d8eb,network=Network(20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22afddbf-76')
Apr 30 15:43:53.532174 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Deleting instance files /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67_del
Apr 30 15:43:53.532874 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Deletion of /opt/stack/data/nova/instances/f277a442-0d39-4d5c-9522-dea125e88d67_del complete
Apr 30 15:43:53.702932 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:53.712441 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:53.713449 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:53.713449 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:53.714733 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:53.714733 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:54.041502 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:43:54.045337 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c1d3bf0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:43:54.045636 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:43:54.080968 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:54.081831 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:54.081831 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:54.082064 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:54.082796 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:54.082796 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:43:54.219500 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:54.220226 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:54.615633 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:54.631628 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:54.645176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:54.672446 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:54.736699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.658s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Traceback (most recent call last):
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     return f(*args, **kwargs)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     chosen_mdev = self._create_mdev(
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     self._host.device_create(conf)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     raise e.with_traceback(tb)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     rv = meth(*args, **kwargs)
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:54.737930 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] 
Apr 30 15:43:54.740367 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:54.740367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.695s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:43:54.744730 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Build of instance 22b0a3ab-9808-45f3-8854-486d3095ec07 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:54.747722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:54.748699 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:43:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-665765228',display_name='tempest-VolumesAdminNegativeTest-server-665765228',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-volumesadminnegativetest-server-665765228',id=46,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5be95ab1fc4d478584293db5b1890b9b',ramdisk_id='',reservation_id='r-q7f0jv1s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-2033228501',owner_user_name='tempest-VolumesAdminNegativeTest-2033228501-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:51Z,user_data=None,user_id='8fcdc8095f674ad5b853727ecfd4d8fe',uuid=22b0a3ab-9808-45f3-8854-486d3095ec07,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "address": "fa:16:3e:64:79:a6", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d7f5730-6c", "ovs_interfaceid": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:54.749150 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converting VIF {"id": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "address": "fa:16:3e:64:79:a6", "network": {"id": "81b9420f-f51f-4fb3-9fc2-c829cec09b1e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1162394876-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5be95ab1fc4d478584293db5b1890b9b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d7f5730-6c", "ovs_interfaceid": "1d7f5730-6cc7-4aa6-9507-6de6d8c7f124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:54.749981 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:79:a6,bridge_name='br-int',has_traffic_filtering=True,id=1d7f5730-6cc7-4aa6-9507-6de6d8c7f124,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d7f5730-6c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:54.750536 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:79:a6,bridge_name='br-int',has_traffic_filtering=True,id=1d7f5730-6cc7-4aa6-9507-6de6d8c7f124,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d7f5730-6c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:54.752976 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:54.753446 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d7f5730-6c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:54.754424 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:54.759039 np0040594247 nova-compute[88153]: INFO os_vif [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:79:a6,bridge_name='br-int',has_traffic_filtering=True,id=1d7f5730-6cc7-4aa6-9507-6de6d8c7f124,network=Network(81b9420f-f51f-4fb3-9fc2-c829cec09b1e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d7f5730-6c')
Apr 30 15:43:54.759259 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:54.759812 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:54.760202 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:54.765577 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:54.810828 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.255401 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.263204 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.323090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.324782 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.326346 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.327702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.418813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas xmlstr <device>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]: </device>
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:43:55.432201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:43:55.433579 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:55.433579 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:43:55.607364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.617630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.635072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.772587 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.842732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.881887 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:55.883066 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:55.883381 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:43:55.940353 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:55.940877 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:43:55.953718 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:56.257655 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:56.430475 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:56.455865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.715s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Traceback (most recent call last):
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     return f(*args, **kwargs)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     chosen_mdev = self._create_mdev(
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     self._host.device_create(conf)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     rv = execute(f, *args, **kwargs)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     raise e.with_traceback(tb)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     rv = meth(*args, **kwargs)
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:43:56.458273 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f277a442-0d39-4d5c-9522-dea125e88d67] 
Apr 30 15:43:56.462078 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:43:56.462078 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] [instance: 22b0a3ab-9808-45f3-8854-486d3095ec07] Took 1.70 seconds to deallocate network for instance.
Apr 30 15:43:56.464656 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Build of instance f277a442-0d39-4d5c-9522-dea125e88d67 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:43:56.467141 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:43:56.468150 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:43:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachInterfacesUnderV243Test-server-233752036',display_name='tempest-AttachInterfacesUnderV243Test-server-233752036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachinterfacesunderv243test-server-233752036',id=47,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHZco38VssZouTOFZpaVExQhDKo+p/azGiLfmGkisz/zvfsY6xIwiBImr4Xqg4HU8p/LHDaNRqgsoFm8cE0BNFuK2r+Y3fA9lL4dJQ4XFYxfFYmhtWEXcRBhlorvKMXdjw==',key_name='tempest-keypair-317702252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d055e5a08724397af76405cd6c46ef5',ramdisk_id='',reservation_id='r-theoqa44',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachInterfacesUnderV243Test-67305156',owner_user_name='tempest-AttachInterfacesUnderV243Test-67305156-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:43:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='795f8de31de3487dab695d377e84e812',uuid=f277a442-0d39-4d5c-9522-dea125e88d67,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "address": "fa:16:3e:e7:a9:c6", "network": {"id": "20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2118878605-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5d055e5a08724397af76405cd6c46ef5", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap22afddbf-76", "ovs_interfaceid": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:43:56.468547 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Converting VIF {"id": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "address": "fa:16:3e:e7:a9:c6", "network": {"id": "20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2118878605-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5d055e5a08724397af76405cd6c46ef5", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap22afddbf-76", "ovs_interfaceid": "22afddbf-76fe-4290-81a5-92f676e1d8eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:43:56.469506 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a9:c6,bridge_name='br-int',has_traffic_filtering=True,id=22afddbf-76fe-4290-81a5-92f676e1d8eb,network=Network(20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22afddbf-76') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:43:56.469952 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a9:c6,bridge_name='br-int',has_traffic_filtering=True,id=22afddbf-76fe-4290-81a5-92f676e1d8eb,network=Network(20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22afddbf-76') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:43:56.471685 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:56.472074 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22afddbf-76, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:43:56.472348 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:43:56.476771 np0040594247 nova-compute[88153]: INFO os_vif [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a9:c6,bridge_name='br-int',has_traffic_filtering=True,id=22afddbf-76fe-4290-81a5-92f676e1d8eb,network=Network(20877bf3-fa2f-419f-8a5d-1f5f5c27ff9b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22afddbf-76')
Apr 30 15:43:56.477053 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:43:56.477364 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:43:56.477640 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:43:56.506720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:57.186830 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:57.229255 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:57.280170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:57.282015 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:57.283488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:57.490304 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:43:57.541330 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Deleted allocations for instance 22b0a3ab-9808-45f3-8854-486d3095ec07
Apr 30 15:43:57.997711 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] [instance: f277a442-0d39-4d5c-9522-dea125e88d67] Took 1.52 seconds to deallocate network for instance.
Apr 30 15:43:58.054627 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d9b60786-96af-416b-83e2-66cda207ea70 tempest-VolumesAdminNegativeTest-2033228501 tempest-VolumesAdminNegativeTest-2033228501-project-member] Lock "22b0a3ab-9808-45f3-8854-486d3095ec07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.030s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:43:58.278715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:58.486859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:58.497218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:58.510701 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:58.542229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:58.610722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:58.663883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:59.077523 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Deleted allocations for instance f277a442-0d39-4d5c-9522-dea125e88d67
Apr 30 15:43:59.273017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:59.334572 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:59.340218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:43:59.591757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae9cb088-65d4-4488-8f08-77d58bf429ec tempest-AttachInterfacesUnderV243Test-67305156 tempest-AttachInterfacesUnderV243Test-67305156-project-member] Lock "f277a442-0d39-4d5c-9522-dea125e88d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.126s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:01.127802 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:01.203031 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:01.265689 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:01.282142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:01.770433 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:01.918694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:02.496331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:02.623117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:02.744954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:02.826146 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.266142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.267225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.285503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.439986 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.453892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.468294 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.494707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.511878 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.520592 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.528710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.566423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.576117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.585356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.639137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.670488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.727365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:03.912526 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquiring lock "d9b8099e-5e75-4a11-b489-05bf2433880d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:03.913055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "d9b8099e-5e75-4a11-b489-05bf2433880d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:04.421012 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:04.962777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:04.963287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:04.970371 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:04.970775 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Claim successful on node np0040594247
Apr 30 15:44:05.050926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.101768 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.267257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.269469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.289738 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.339825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.341980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.373582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.387762 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.393971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:05.394735 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:06.104316 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:06.116965 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:06.117988 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:06.117988 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:06.117988 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:06.118932 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:06.259924 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:06.619323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:06.622212 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:06.624483 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:06.639731 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:06.644352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:06.706377 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:06.804923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:06.857115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:07.143602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:07.149515 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:07.266170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:07.357577 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:07.364711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:07.660961 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:07.661751 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:07.746385 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbf8f573b4e84ea8a29111cc13651627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f134278bcc7a4c05b2c044badcae65d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:08.171702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:08.284661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:08.417899 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Successfully created port: 4a9e129b-3070-4f03-a51d-5dac70e24cc6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:08.677910 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:08.719762 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:08.733480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:08.744721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:08.774054 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:08.843403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:08.868505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "7d38501a-d0a0-406d-9a19-41e24318e030" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:08.868505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "7d38501a-d0a0-406d-9a19-41e24318e030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:08.895980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:09.222493 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Successfully updated port: 4a9e129b-3070-4f03-a51d-5dac70e24cc6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:09.265562 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Received event network-changed-4a9e129b-3070-4f03-a51d-5dac70e24cc6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:09.266122 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Refreshing instance network info cache due to event network-changed-4a9e129b-3070-4f03-a51d-5dac70e24cc6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:09.266726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] Acquiring lock "refresh_cache-d9b8099e-5e75-4a11-b489-05bf2433880d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:09.267023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] Acquired lock "refresh_cache-d9b8099e-5e75-4a11-b489-05bf2433880d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:09.267447 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Refreshing network info cache for port 4a9e129b-3070-4f03-a51d-5dac70e24cc6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:09.273096 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:09.372290 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:09.704362 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:44:09.705966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:44:09.706892 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Creating image(s)
Apr 30 15:44:09.707831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquiring lock "/opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:09.708794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "/opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:09.710612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "/opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:09.712188 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:09.722080 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:09.723899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:09.738298 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquiring lock "refresh_cache-d9b8099e-5e75-4a11-b489-05bf2433880d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:09.824551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:09.825124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:09.825827 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:09.826823 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:09.838808 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:09.839798 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:09.868218 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:09.919255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:09.919690 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:09.926384 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:09.926620 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Claim successful on node np0040594247
Apr 30 15:44:09.945403 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:09.946106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:09.981789 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:09.982641 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.157s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:09.983309 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:10.073629 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:10.081081 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:10.081388 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:44:10.081894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:10.186073 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:10.186073 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Cannot resize image /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:44:10.186073 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:44:10.186073 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Ensure instance console log exists: /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:44:10.186576 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:10.187480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:10.187918 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:44:10.193558 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Available mdevs at: set().
Apr 30 15:44:10.194167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:44:10.194431 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:10.200838 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:44:10.206747 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Traceback (most recent call last):
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     yield resources
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     return f(*args, **kwargs)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     chosen_mdev = self._create_mdev(
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     self._host.device_create(conf)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     raise e.with_traceback(tb)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     rv = meth(*args, **kwargs)
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:10.208166 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] 
Apr 30 15:44:10.578091 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7b2e0673-c6ca-4a3e-8f73-08d171069016 req-e88ec57a-4648-49da-a9dd-c069dc720984 service nova] Releasing lock "refresh_cache-d9b8099e-5e75-4a11-b489-05bf2433880d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:10.579396 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquired lock "refresh_cache-d9b8099e-5e75-4a11-b489-05bf2433880d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:10.579396 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:44:11.093269 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:11.100002 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:11.101131 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:11.101131 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:11.101450 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:11.101905 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:11.164207 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:11.379617 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.392321 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.408403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.453709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.518232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.521106 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Updating instance_info_cache with network_info: [{"id": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "address": "fa:16:3e:a6:f1:b1", "network": {"id": "775a8efa-8e84-43ca-96f0-09840ff8f1a0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-484535086-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f134278bcc7a4c05b2c044badcae65d4", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4a9e129b-30", "ovs_interfaceid": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:11.563367 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.609851 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:11.609851 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:11.889595 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.904335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.912840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:11.954296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:12.025057 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Releasing lock "refresh_cache-d9b8099e-5e75-4a11-b489-05bf2433880d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:12.025346 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Instance network_info: |[{"id": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "address": "fa:16:3e:a6:f1:b1", "network": {"id": "775a8efa-8e84-43ca-96f0-09840ff8f1a0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-484535086-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f134278bcc7a4c05b2c044badcae65d4", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4a9e129b-30", "ovs_interfaceid": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:44:12.025941 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Terminating instance
Apr 30 15:44:12.031423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:12.077348 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:12.126168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:12.126502 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:12.536034 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:44:12.539542 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:44:12.539793 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Instance destroyed successfully.
Apr 30 15:44:12.541066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] vif_type=ovs instance=Instance(access_ip_v4=2.2.2.2,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='guest-instance-1.domain.com',display_name='guest-instance-1.domain.com',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='guest-instance-1-domain-com',id=48,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEnzmKbqssbRyM4SdXMa0COWX0Fx8V+Oa0bTjxzUFyB5nEBA59Au38rD+cKEnvOtEch4L5dBtGulbhwrcWszFmL1G1E3Xxayu5TY44M+wdQICELz/8RpMfK+XmhJUZZ/PA==',key_name='tempest-keypair-591261807',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f134278bcc7a4c05b2c044badcae65d4',ramdisk_id='',reservation_id='r-ci8dorx0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestFqdnHostnames-916943970',owner_user_name='tempest-ServersTestFqdnHostnames-916943970-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fbf8f573b4e84ea8a29111cc13651627',uuid=d9b8099e-5e75-4a11-b489-05bf2433880d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "address": "fa:16:3e:a6:f1:b1", "network": {"id": "775a8efa-8e84-43ca-96f0-09840ff8f1a0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-484535086-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f134278bcc7a4c05b2c044badcae65d4", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4a9e129b-30", "ovs_interfaceid": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:12.541463 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Converting VIF {"id": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "address": "fa:16:3e:a6:f1:b1", "network": {"id": "775a8efa-8e84-43ca-96f0-09840ff8f1a0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-484535086-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f134278bcc7a4c05b2c044badcae65d4", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4a9e129b-30", "ovs_interfaceid": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:12.542369 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:f1:b1,bridge_name='br-int',has_traffic_filtering=True,id=4a9e129b-3070-4f03-a51d-5dac70e24cc6,network=Network(775a8efa-8e84-43ca-96f0-09840ff8f1a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a9e129b-30') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:12.542866 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:f1:b1,bridge_name='br-int',has_traffic_filtering=True,id=4a9e129b-3070-4f03-a51d-5dac70e24cc6,network=Network(775a8efa-8e84-43ca-96f0-09840ff8f1a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a9e129b-30') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:12.544784 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:12.545203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4a9e129b-30, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:12.545477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:12.548005 np0040594247 nova-compute[88153]: INFO os_vif [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:f1:b1,bridge_name='br-int',has_traffic_filtering=True,id=4a9e129b-3070-4f03-a51d-5dac70e24cc6,network=Network(775a8efa-8e84-43ca-96f0-09840ff8f1a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a9e129b-30')
Apr 30 15:44:12.549160 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Deleting instance files /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d_del
Apr 30 15:44:12.549160 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Deletion of /opt/stack/data/nova/instances/d9b8099e-5e75-4a11-b489-05bf2433880d_del complete
Apr 30 15:44:12.637709 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:12.637709 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:12.710181 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4932fea77cf046b98b3998f5d36be9d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e456355765841c4b500b8ac61ee6248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:12.901512 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:12.920978 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:12.936297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:12.984758 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.061606 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:44:13.066353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.067939 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7044da30> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:44:13.068354 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:13.068891 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:13.135616 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.139352 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:13.279891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.281591 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.290544 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.333856 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.337342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.351286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.353186 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.357728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:13.506178 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Successfully created port: bd870671-951c-4e29-b049-bc25574bdaae {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:13.646239 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:13.749425 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:13.756949 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:13.758369 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:13.758369 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:13.761489 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:13.761794 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:14.152255 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Successfully updated port: bd870671-951c-4e29-b049-bc25574bdaae {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:14.197416 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Received event network-changed-bd870671-951c-4e29-b049-bc25574bdaae {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:14.197975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Refreshing instance network info cache due to event network-changed-bd870671-951c-4e29-b049-bc25574bdaae. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:14.198125 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] Acquiring lock "refresh_cache-7d38501a-d0a0-406d-9a19-41e24318e030" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:14.198329 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] Acquired lock "refresh_cache-7d38501a-d0a0-406d-9a19-41e24318e030" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:14.199170 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Refreshing network info cache for port bd870671-951c-4e29-b049-bc25574bdaae {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:14.269275 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:14.269275 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:14.502812 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:14.535301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:14.656719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "refresh_cache-7d38501a-d0a0-406d-9a19-41e24318e030" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:14.667285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:44:14.670400 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:44:14.671104 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Creating image(s)
Apr 30 15:44:14.672417 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "/opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:14.673021 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:14.674752 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:14.676107 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:14.682349 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:14.684438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:14.769265 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.718s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Traceback (most recent call last):
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     return f(*args, **kwargs)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     chosen_mdev = self._create_mdev(
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     self._host.device_create(conf)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     raise e.with_traceback(tb)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     rv = meth(*args, **kwargs)
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:14.792205 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] 
Apr 30 15:44:14.793949 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:44:14.795783 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Build of instance d9b8099e-5e75-4a11-b489-05bf2433880d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:44:14.798914 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:44:14.799720 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] vif_type=ovs instance=Instance(access_ip_v4=2.2.2.2,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='guest-instance-1.domain.com',display_name='guest-instance-1.domain.com',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='guest-instance-1-domain-com',id=48,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEnzmKbqssbRyM4SdXMa0COWX0Fx8V+Oa0bTjxzUFyB5nEBA59Au38rD+cKEnvOtEch4L5dBtGulbhwrcWszFmL1G1E3Xxayu5TY44M+wdQICELz/8RpMfK+XmhJUZZ/PA==',key_name='tempest-keypair-591261807',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f134278bcc7a4c05b2c044badcae65d4',ramdisk_id='',reservation_id='r-ci8dorx0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestFqdnHostnames-916943970',owner_user_name='tempest-ServersTestFqdnHostnames-916943970-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fbf8f573b4e84ea8a29111cc13651627',uuid=d9b8099e-5e75-4a11-b489-05bf2433880d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "address": "fa:16:3e:a6:f1:b1", "network": {"id": "775a8efa-8e84-43ca-96f0-09840ff8f1a0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-484535086-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f134278bcc7a4c05b2c044badcae65d4", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4a9e129b-30", "ovs_interfaceid": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:14.800099 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Converting VIF {"id": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "address": "fa:16:3e:a6:f1:b1", "network": {"id": "775a8efa-8e84-43ca-96f0-09840ff8f1a0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-484535086-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "f134278bcc7a4c05b2c044badcae65d4", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4a9e129b-30", "ovs_interfaceid": "4a9e129b-3070-4f03-a51d-5dac70e24cc6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:14.801310 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:f1:b1,bridge_name='br-int',has_traffic_filtering=True,id=4a9e129b-3070-4f03-a51d-5dac70e24cc6,network=Network(775a8efa-8e84-43ca-96f0-09840ff8f1a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a9e129b-30') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:14.801926 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:f1:b1,bridge_name='br-int',has_traffic_filtering=True,id=4a9e129b-3070-4f03-a51d-5dac70e24cc6,network=Network(775a8efa-8e84-43ca-96f0-09840ff8f1a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a9e129b-30') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:14.804377 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:14.805257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.121s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:14.806343 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:14.806512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:14.807106 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:14.812503 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:14.813139 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:14.824369 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4a9e129b-30, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:14.825263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:14.835045 np0040594247 nova-compute[88153]: INFO os_vif [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:f1:b1,bridge_name='br-int',has_traffic_filtering=True,id=4a9e129b-3070-4f03-a51d-5dac70e24cc6,network=Network(775a8efa-8e84-43ca-96f0-09840ff8f1a0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a9e129b-30')
Apr 30 15:44:14.835206 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:44:14.835912 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:44:14.835912 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:44:14.922709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:14.923209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:14.958716 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:14.961202 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:14.962265 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:14.962265 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:15.062777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:15.063332 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:44:15.063837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:15.168954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:15.169657 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Cannot resize image /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:44:15.170282 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:44:15.171127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Ensure instance console log exists: /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:44:15.173636 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:15.173636 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:15.173636 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:44:15.173636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.181816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.193498 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Available mdevs at: set().
Apr 30 15:44:15.193951 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:44:15.194510 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:44:15.203640 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:15.210239 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:44:15.214995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.043s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Traceback (most recent call last):
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     yield resources
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     return f(*args, **kwargs)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     chosen_mdev = self._create_mdev(
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     self._host.device_create(conf)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     raise e.with_traceback(tb)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     rv = meth(*args, **kwargs)
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:15.218758 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] 
Apr 30 15:44:15.254363 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.301630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.302801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.306480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.350229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.396908 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.476703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-33a540d9-d589-4872-8ca3-40c326692f49 req-0c5e68fd-906c-4780-968c-0dcaea5494ff service nova] Releasing lock "refresh_cache-7d38501a-d0a0-406d-9a19-41e24318e030" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:15.477398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquired lock "refresh_cache-7d38501a-d0a0-406d-9a19-41e24318e030" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:15.477698 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:44:15.573894 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.674444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:15.781436 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:16.036545 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:16.264613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:16.288630 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] [instance: d9b8099e-5e75-4a11-b489-05bf2433880d] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:44:16.324981 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Updating instance_info_cache with network_info: [{"id": "bd870671-951c-4e29-b049-bc25574bdaae", "address": "fa:16:3e:cb:9b:c2", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbd870671-95", "ovs_interfaceid": "bd870671-951c-4e29-b049-bc25574bdaae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:16.830899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Releasing lock "refresh_cache-7d38501a-d0a0-406d-9a19-41e24318e030" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:16.830899 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Instance network_info: |[{"id": "bd870671-951c-4e29-b049-bc25574bdaae", "address": "fa:16:3e:cb:9b:c2", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbd870671-95", "ovs_interfaceid": "bd870671-951c-4e29-b049-bc25574bdaae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:44:16.831936 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Terminating instance
Apr 30 15:44:17.346012 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:44:17.350624 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:44:17.351564 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Instance destroyed successfully.
Apr 30 15:44:17.352831 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1761636774',display_name='tempest-DeleteServersTestJSON-server-1761636774',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserverstestjson-server-1761636774',id=49,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-1mkp8dak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:14Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=7d38501a-d0a0-406d-9a19-41e24318e030,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd870671-951c-4e29-b049-bc25574bdaae", "address": "fa:16:3e:cb:9b:c2", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbd870671-95", "ovs_interfaceid": "bd870671-951c-4e29-b049-bc25574bdaae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:17.353285 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "bd870671-951c-4e29-b049-bc25574bdaae", "address": "fa:16:3e:cb:9b:c2", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbd870671-95", "ovs_interfaceid": "bd870671-951c-4e29-b049-bc25574bdaae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:17.356487 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:9b:c2,bridge_name='br-int',has_traffic_filtering=True,id=bd870671-951c-4e29-b049-bc25574bdaae,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd870671-95') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:17.358410 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:9b:c2,bridge_name='br-int',has_traffic_filtering=True,id=bd870671-951c-4e29-b049-bc25574bdaae,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd870671-95') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:17.360283 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Deleted allocations for instance d9b8099e-5e75-4a11-b489-05bf2433880d
Apr 30 15:44:17.372920 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:17.378189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbd870671-95, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:17.381704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:17.381704 np0040594247 nova-compute[88153]: INFO os_vif [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:9b:c2,bridge_name='br-int',has_traffic_filtering=True,id=bd870671-951c-4e29-b049-bc25574bdaae,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd870671-95')
Apr 30 15:44:17.382077 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Deleting instance files /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030_del
Apr 30 15:44:17.382711 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Deletion of /opt/stack/data/nova/instances/7d38501a-d0a0-406d-9a19-41e24318e030_del complete
Apr 30 15:44:17.389390 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:17.433178 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:17.502707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:17.537824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:17.547481 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquiring lock "80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:17.547953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:17.881122 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4a712a44-a75a-4d0f-b7c0-b81eade84b28 tempest-ServersTestFqdnHostnames-916943970 tempest-ServersTestFqdnHostnames-916943970-project-member] Lock "d9b8099e-5e75-4a11-b489-05bf2433880d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.968s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:17.893740 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:44:17.896524 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70531400> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:44:17.896933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:17.897414 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:18.051307 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:18.292509 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:18.523972 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:18.529189 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:18.530036 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:18.530036 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:18.530504 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:18.530644 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:18.585927 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:18.792109 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:18.863948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:19.035405 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:19.036001 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:19.283448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:19.284721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:19.292225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:19.295703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:19.551101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.653s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Traceback (most recent call last):
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     return f(*args, **kwargs)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     chosen_mdev = self._create_mdev(
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     self._host.device_create(conf)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     raise e.with_traceback(tb)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     rv = meth(*args, **kwargs)
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:19.553267 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] 
Apr 30 15:44:19.555379 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:44:19.557152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.971s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:19.558796 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Build of instance 7d38501a-d0a0-406d-9a19-41e24318e030 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:44:19.561634 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:44:19.562954 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1761636774',display_name='tempest-DeleteServersTestJSON-server-1761636774',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserverstestjson-server-1761636774',id=49,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-1mkp8dak',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:17Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=7d38501a-d0a0-406d-9a19-41e24318e030,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd870671-951c-4e29-b049-bc25574bdaae", "address": "fa:16:3e:cb:9b:c2", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbd870671-95", "ovs_interfaceid": "bd870671-951c-4e29-b049-bc25574bdaae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:19.563528 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "bd870671-951c-4e29-b049-bc25574bdaae", "address": "fa:16:3e:cb:9b:c2", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbd870671-95", "ovs_interfaceid": "bd870671-951c-4e29-b049-bc25574bdaae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:19.564411 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:9b:c2,bridge_name='br-int',has_traffic_filtering=True,id=bd870671-951c-4e29-b049-bc25574bdaae,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd870671-95') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:19.564996 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:9b:c2,bridge_name='br-int',has_traffic_filtering=True,id=bd870671-951c-4e29-b049-bc25574bdaae,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd870671-95') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:19.569226 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:19.570355 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Claim successful on node np0040594247
Apr 30 15:44:19.576063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:19.576800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbd870671-95, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:19.577335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:19.581771 np0040594247 nova-compute[88153]: INFO os_vif [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:9b:c2,bridge_name='br-int',has_traffic_filtering=True,id=bd870671-951c-4e29-b049-bc25574bdaae,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd870671-95')
Apr 30 15:44:19.581771 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:44:19.581771 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:44:19.581771 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:44:20.509876 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:20.724206 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:20.734262 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:20.735371 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:20.735371 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:20.735490 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:21.012855 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 7d38501a-d0a0-406d-9a19-41e24318e030] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:44:21.094265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:21.240307 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:21.240826 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:21.278172 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:21.303025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:21.305083 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:21.507774 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:21.737800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:21.755023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:21.755659 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:22.092375 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Deleted allocations for instance 7d38501a-d0a0-406d-9a19-41e24318e030
Apr 30 15:44:22.269346 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:22.269346 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:22.356217 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9031f4cf0af49eeb86bfcb3ec69f562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a069cadae09f4bfb9b785e0ad2fb6e8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:22.603051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-08cf8e80-77d4-4416-920e-c57cc12e7624 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "7d38501a-d0a0-406d-9a19-41e24318e030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.736s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:22.773294 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:22.895843 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Successfully created port: 9a545aaf-dd8c-4a57-9880-01f524ea9e9b {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:23.284323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:23.284323 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:23.287618 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:23.296941 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:23.573664 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Successfully updated port: 9a545aaf-dd8c-4a57-9880-01f524ea9e9b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:23.682134 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Received event network-changed-9a545aaf-dd8c-4a57-9880-01f524ea9e9b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:23.684784 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Refreshing instance network info cache due to event network-changed-9a545aaf-dd8c-4a57-9880-01f524ea9e9b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:23.687028 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] Acquiring lock "refresh_cache-80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:23.687321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] Acquired lock "refresh_cache-80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:23.687605 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Refreshing network info cache for port 9a545aaf-dd8c-4a57-9880-01f524ea9e9b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:24.078006 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquiring lock "refresh_cache-80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:24.273400 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:24.300935 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:44:24.302405 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:44:24.303365 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Creating image(s)
Apr 30 15:44:24.304244 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquiring lock "/opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:24.304872 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "/opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:24.305898 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "/opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:24.307504 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:24.314987 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:24.317291 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:24.428017 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.111s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:24.428547 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:24.429232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:24.429928 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:24.437390 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:24.437974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:24.456397 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:24.543794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:24.544476 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:24.593305 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk 1073741824" returned: 0 in 0.048s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:24.594274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.165s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:24.594854 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:24.701873 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:24.701873 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Checking if we can resize image /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:44:24.702800 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:24.796561 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:24.797052 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Cannot resize image /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:44:24.797623 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:44:24.798060 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Ensure instance console log exists: /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:44:24.799279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:24.799279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:24.799698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:44:24.803719 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Available mdevs at: set().
Apr 30 15:44:24.803923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:44:24.804197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:24.812166 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:24.817275 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:44:24.817275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Traceback (most recent call last):
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     yield resources
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     return f(*args, **kwargs)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     chosen_mdev = self._create_mdev(
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     self._host.device_create(conf)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     raise e.with_traceback(tb)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     rv = meth(*args, **kwargs)
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:24.819201 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] 
Apr 30 15:44:24.964765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6df31c25-ecc2-424c-88a5-ad8d05a2473d req-18b68072-6b92-427d-b6b0-c721da54fcd9 service nova] Releasing lock "refresh_cache-80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:24.964765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquired lock "refresh_cache-80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:24.964765 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:44:25.552960 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:25.860581 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Updating instance_info_cache with network_info: [{"id": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "address": "fa:16:3e:85:90:82", "network": {"id": "ce9ed147-e201-4cc5-be90-6e1fe4e612d0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-124496029-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a069cadae09f4bfb9b785e0ad2fb6e8d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9a545aaf-dd", "ovs_interfaceid": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:26.267801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:26.275859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:26.291858 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:26.318112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:26.366902 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Releasing lock "refresh_cache-80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:26.367754 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Instance network_info: |[{"id": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "address": "fa:16:3e:85:90:82", "network": {"id": "ce9ed147-e201-4cc5-be90-6e1fe4e612d0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-124496029-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a069cadae09f4bfb9b785e0ad2fb6e8d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9a545aaf-dd", "ovs_interfaceid": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:44:26.368073 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Terminating instance
Apr 30 15:44:26.386136 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:26.431017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:26.876355 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:44:26.885715 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:44:26.885715 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Instance destroyed successfully.
Apr 30 15:44:26.886923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-FloatingIPsAssociationTestJSON-server-2019470968',display_name='tempest-FloatingIPsAssociationTestJSON-server-2019470968',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-floatingipsassociationtestjson-server-2019470968',id=50,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a069cadae09f4bfb9b785e0ad2fb6e8d',ramdisk_id='',reservation_id='r-s8j0yd06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-FloatingIPsAssociationTestJSON-405687530',owner_user_name='tempest-FloatingIPsAssociationTestJSON-405687530-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:23Z,user_data=None,user_id='a9031f4cf0af49eeb86bfcb3ec69f562',uuid=80fb01c2-8029-4ea0-aaaf-6f88bcba68b1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "address": "fa:16:3e:85:90:82", "network": {"id": "ce9ed147-e201-4cc5-be90-6e1fe4e612d0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-124496029-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a069cadae09f4bfb9b785e0ad2fb6e8d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9a545aaf-dd", "ovs_interfaceid": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:26.887602 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Converting VIF {"id": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "address": "fa:16:3e:85:90:82", "network": {"id": "ce9ed147-e201-4cc5-be90-6e1fe4e612d0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-124496029-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a069cadae09f4bfb9b785e0ad2fb6e8d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9a545aaf-dd", "ovs_interfaceid": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:26.891804 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:90:82,bridge_name='br-int',has_traffic_filtering=True,id=9a545aaf-dd8c-4a57-9880-01f524ea9e9b,network=Network(ce9ed147-e201-4cc5-be90-6e1fe4e612d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a545aaf-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:26.891804 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:90:82,bridge_name='br-int',has_traffic_filtering=True,id=9a545aaf-dd8c-4a57-9880-01f524ea9e9b,network=Network(ce9ed147-e201-4cc5-be90-6e1fe4e612d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a545aaf-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:26.892316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:26.892559 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a545aaf-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:26.893003 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:26.897698 np0040594247 nova-compute[88153]: INFO os_vif [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:90:82,bridge_name='br-int',has_traffic_filtering=True,id=9a545aaf-dd8c-4a57-9880-01f524ea9e9b,network=Network(ce9ed147-e201-4cc5-be90-6e1fe4e612d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a545aaf-dd')
Apr 30 15:44:26.898902 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Deleting instance files /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1_del
Apr 30 15:44:26.898902 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Deletion of /opt/stack/data/nova/instances/80fb01c2-8029-4ea0-aaaf-6f88bcba68b1_del complete
Apr 30 15:44:27.266280 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:27.267931 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:27.270278 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:27.272288 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:27.412490 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:44:27.420710 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94752a50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:44:27.420710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:27.420710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:27.653511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquiring lock "4227f8d2-ab97-43aa-b073-342214070ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:27.653949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "4227f8d2-ab97-43aa-b073-342214070ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:28.120969 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:28.132014 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:28.133062 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:28.133293 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:28.133500 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:28.134008 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:28.138234 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.152047 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.159038 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:28.168890 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.301001 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.345469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.420594 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.444651 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "de90d708-986b-4ced-ab69-0688b49e9f37" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:28.445203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "de90d708-986b-4ced-ab69-0688b49e9f37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:28.461014 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.640320 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:28.641431 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:28.684428 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.696571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.708563 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.724735 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:28.755730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.818807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.865549 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:28.950122 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:29.161787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.742s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Traceback (most recent call last):
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     return f(*args, **kwargs)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     chosen_mdev = self._create_mdev(
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     self._host.device_create(conf)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     raise e.with_traceback(tb)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     rv = meth(*args, **kwargs)
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:29.163748 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] 
Apr 30 15:44:29.165369 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:44:29.166135 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.442s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:29.170061 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Build of instance 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:44:29.172745 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:44:29.173862 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-FloatingIPsAssociationTestJSON-server-2019470968',display_name='tempest-FloatingIPsAssociationTestJSON-server-2019470968',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-floatingipsassociationtestjson-server-2019470968',id=50,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a069cadae09f4bfb9b785e0ad2fb6e8d',ramdisk_id='',reservation_id='r-s8j0yd06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-FloatingIPsAssociationTestJSON-405687530',owner_user_name='tempest-FloatingIPsAssociationTestJSON-405687530-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:27Z,user_data=None,user_id='a9031f4cf0af49eeb86bfcb3ec69f562',uuid=80fb01c2-8029-4ea0-aaaf-6f88bcba68b1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "address": "fa:16:3e:85:90:82", "network": {"id": "ce9ed147-e201-4cc5-be90-6e1fe4e612d0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-124496029-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a069cadae09f4bfb9b785e0ad2fb6e8d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9a545aaf-dd", "ovs_interfaceid": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:29.174191 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Converting VIF {"id": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "address": "fa:16:3e:85:90:82", "network": {"id": "ce9ed147-e201-4cc5-be90-6e1fe4e612d0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-124496029-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a069cadae09f4bfb9b785e0ad2fb6e8d", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9a545aaf-dd", "ovs_interfaceid": "9a545aaf-dd8c-4a57-9880-01f524ea9e9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:29.175073 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:90:82,bridge_name='br-int',has_traffic_filtering=True,id=9a545aaf-dd8c-4a57-9880-01f524ea9e9b,network=Network(ce9ed147-e201-4cc5-be90-6e1fe4e612d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a545aaf-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:29.175507 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:90:82,bridge_name='br-int',has_traffic_filtering=True,id=9a545aaf-dd8c-4a57-9880-01f524ea9e9b,network=Network(ce9ed147-e201-4cc5-be90-6e1fe4e612d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a545aaf-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:29.179685 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:29.180115 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Claim successful on node np0040594247
Apr 30 15:44:29.184022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.184423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a545aaf-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:29.184703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:29.187741 np0040594247 nova-compute[88153]: INFO os_vif [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:90:82,bridge_name='br-int',has_traffic_filtering=True,id=9a545aaf-dd8c-4a57-9880-01f524ea9e9b,network=Network(ce9ed147-e201-4cc5-be90-6e1fe4e612d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a545aaf-dd')
Apr 30 15:44:29.188183 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:44:29.188338 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:44:29.188692 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:44:29.277513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.290289 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.294773 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.325075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.328189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.330138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.333656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:29.494800 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:30.335613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:30.341607 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:30.342660 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:30.342660 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:30.342660 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:30.343099 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:30.444458 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:30.847858 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:30.848345 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:30.947962 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] [instance: 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1] Took 1.76 seconds to deallocate network for instance.
Apr 30 15:44:31.171659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:31.196200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:31.362701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:31.362701 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:31.366609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.872s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:31.376543 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:31.376890 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Claim successful on node np0040594247
Apr 30 15:44:31.875425 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:31.875886 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:31.934417 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12d6de2767d0444c9dd94895d248dabd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9aba64a7eb54adea32a38aedb1012b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:31.997349 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Deleted allocations for instance 80fb01c2-8029-4ea0-aaaf-6f88bcba68b1
Apr 30 15:44:32.384990 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:32.474355 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Successfully created port: a460697d-13a1-44d9-8843-1c1e9e112efb {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:32.508889 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-28332844-5c15-4caf-b483-5e8a6a17bff1 tempest-FloatingIPsAssociationTestJSON-405687530 tempest-FloatingIPsAssociationTestJSON-405687530-project-member] Lock "80fb01c2-8029-4ea0-aaaf-6f88bcba68b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.961s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:32.572772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:32.587707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:32.890746 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:33.050207 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Successfully updated port: a460697d-13a1-44d9-8843-1c1e9e112efb {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:33.081658 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Received event network-changed-a460697d-13a1-44d9-8843-1c1e9e112efb {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:33.081877 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Refreshing instance network info cache due to event network-changed-a460697d-13a1-44d9-8843-1c1e9e112efb. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:33.082115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] Acquiring lock "refresh_cache-4227f8d2-ab97-43aa-b073-342214070ee3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:33.082292 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] Acquired lock "refresh_cache-4227f8d2-ab97-43aa-b073-342214070ee3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:33.082971 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Refreshing network info cache for port a460697d-13a1-44d9-8843-1c1e9e112efb {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:33.091717 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:33.092831 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:33.301165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:33.311994 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquiring lock "55229755-3674-4d04-8a5a-e56f3d6e8049" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:33.312345 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "55229755-3674-4d04-8a5a-e56f3d6e8049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:33.397858 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Booting with volume 70b26278-44a2-42cb-9206-6a0f367f479a at /dev/vda
Apr 30 15:44:33.471019 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:44:33.473505 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpg1fjhqt6/privsep.sock']
Apr 30 15:44:33.482327 np0040594247 sudo[115670]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpg1fjhqt6/privsep.sock
Apr 30 15:44:33.482894 np0040594247 sudo[115670]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Apr 30 15:44:33.555088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquiring lock "refresh_cache-4227f8d2-ab97-43aa-b073-342214070ee3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:33.604144 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:33.604813 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:33.633702 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:33.796192 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:33.814937 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:34.119587 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:34.119587 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:34.223619 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4932fea77cf046b98b3998f5d36be9d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e456355765841c4b500b8ac61ee6248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:34.299188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a907c70f-b073-49bc-9bf3-1e4133c7acad req-7e78dc43-ef60-4578-94a8-81b1cae23f8b service nova] Releasing lock "refresh_cache-4227f8d2-ab97-43aa-b073-342214070ee3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:34.299727 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquired lock "refresh_cache-4227f8d2-ab97-43aa-b073-342214070ee3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:34.300241 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:44:34.351164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:34.351871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:34.359336 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:34.359631 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Claim successful on node np0040594247
Apr 30 15:44:34.622776 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:34.676815 np0040594247 sudo[115670]: pam_unix(sudo:session): session closed for user root
Apr 30 15:44:34.685107 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Spawned new privsep daemon via rootwrap
Apr 30 15:44:34.686442 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep daemon starting
Apr 30 15:44:34.686623 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Apr 30 15:44:34.690172 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Apr 30 15:44:34.690172 np0040594247 nova-compute[88153]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 115685
Apr 30 15:44:34.690172 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[da68f957-499d-4eee-bb25-f364cd0b3b3e]: (2,) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:44:34.783049 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Successfully created port: 76de36fd-e503-474e-b3fc-43ba17d4e407 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:34.836263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:34.846315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:34.846315 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a9e6625-fe33-4c02-85c6-e267bd0953d0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:44:34.846315 np0040594247 nova-compute[88153]: WARNING os_brick.initiator.connectors.nvmeof [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Apr 30 15:44:34.849864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:34.863700 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:34.867027 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8a845e8-dd57-4022-a80e-1ff422425401]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:44:34.875967 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:34.884338 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:34.904340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.029s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:34.904725 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9bf2ce-4b37-4f41-abbd-5b36582d25c3]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:44:34.908324 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[00113ada-0a02-4eaf-9c86-23ae4742545d]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:44:34.909104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:34.935830 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:44:34.935830 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:44:34.940570 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:34.945894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:44:34.946486 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:44:34.946828 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab8a3ec6-14eb-4d9f-ba68-4ea0afd2a25e]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:44:34.953459 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:44:34.954218 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:44:34.954218 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:44:34.954411 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:44:34.956880 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] <== get_connector_properties: return (1482ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:44:34.956880 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Updating existing volume attachment record: 8acca2e0-6412-49e6-9dde-22fa3b2c7e19 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:44:35.124283 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:35.130147 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:35.193715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:35.275829 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:35.278485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:35.327739 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Updating instance_info_cache with network_info: [{"id": "a460697d-13a1-44d9-8843-1c1e9e112efb", "address": "fa:16:3e:75:a1:6d", "network": {"id": "382dd08a-6554-4bf9-a3da-4140425e81db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-472943205-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d9aba64a7eb54adea32a38aedb1012b7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa460697d-13", "ovs_interfaceid": "a460697d-13a1-44d9-8843-1c1e9e112efb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:35.462407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:35.547211 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:35.554121 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:35.554934 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:35.555186 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:35.556096 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:35.560359 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:35.562348 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Successfully updated port: 76de36fd-e503-474e-b3fc-43ba17d4e407 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:35.581831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:35.597755 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Received event network-changed-76de36fd-e503-474e-b3fc-43ba17d4e407 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:35.597755 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Refreshing instance network info cache due to event network-changed-76de36fd-e503-474e-b3fc-43ba17d4e407. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:35.598413 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] Acquiring lock "refresh_cache-de90d708-986b-4ced-ab69-0688b49e9f37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:35.598695 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] Acquired lock "refresh_cache-de90d708-986b-4ced-ab69-0688b49e9f37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:35.599000 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Refreshing network info cache for port 76de36fd-e503-474e-b3fc-43ba17d4e407 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:35.837368 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Releasing lock "refresh_cache-4227f8d2-ab97-43aa-b073-342214070ee3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:35.837368 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Instance network_info: |[{"id": "a460697d-13a1-44d9-8843-1c1e9e112efb", "address": "fa:16:3e:75:a1:6d", "network": {"id": "382dd08a-6554-4bf9-a3da-4140425e81db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-472943205-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d9aba64a7eb54adea32a38aedb1012b7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa460697d-13", "ovs_interfaceid": "a460697d-13a1-44d9-8843-1c1e9e112efb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:44:36.066113 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:36.068701 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:36.088302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "refresh_cache-de90d708-986b-4ced-ab69-0688b49e9f37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:36.151369 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:44:36.153242 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:44:36.153697 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Creating image(s)
Apr 30 15:44:36.154775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "/opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:36.155111 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:36.156350 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:36.157391 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:36.162652 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:36.164779 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:36.169482 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:36.269974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:36.272864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:36.272864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:36.273555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:36.274377 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:36.282182 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:36.283139 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:36.389712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:36.389712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:36.435962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk 1073741824" returned: 0 in 0.047s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:36.436643 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.163s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:36.437238 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:36.454363 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:36.539049 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:36.539553 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:44:36.540086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:36.595447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:36.597981 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:36.641561 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:36.641561 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Cannot resize image /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:44:36.641561 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:44:36.642011 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Ensure instance console log exists: /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:44:36.643701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:36.643701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:36.643701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:44:36.646975 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Available mdevs at: set().
Apr 30 15:44:36.647249 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:44:36.647522 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:36.655197 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:36.656965 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:44:36.667719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.025s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Traceback (most recent call last):
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     yield resources
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     return f(*args, **kwargs)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     chosen_mdev = self._create_mdev(
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     self._host.device_create(conf)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     raise e.with_traceback(tb)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     rv = meth(*args, **kwargs)
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:36.669970 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37] 
Apr 30 15:44:36.959226 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f6b0306c-81f2-4fa8-9a33-cc4effb480fb req-2deea237-3897-4f07-81c8-8cf94657f183 service nova] Releasing lock "refresh_cache-de90d708-986b-4ced-ab69-0688b49e9f37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:36.959922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquired lock "refresh_cache-de90d708-986b-4ced-ab69-0688b49e9f37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:36.960282 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:44:37.108111 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:37.108466 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:37.172303 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c2756897da143869ba8b14712b6e01d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '595826eb9ba24fc0934c75aa1902ee31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:37.278324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:37.279742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:37.533837 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:37.614711 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:37.918303 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Updating instance_info_cache with network_info: [{"id": "76de36fd-e503-474e-b3fc-43ba17d4e407", "address": "fa:16:3e:11:3d:84", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap76de36fd-e5", "ovs_interfaceid": "76de36fd-e503-474e-b3fc-43ba17d4e407", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:37.920719 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Successfully created port: 42773f6b-7529-43ba-b2cb-a4d0a41e3c1a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:38.120365 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:38.308784 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:38.428095 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Releasing lock "refresh_cache-de90d708-986b-4ced-ab69-0688b49e9f37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:38.428095 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Instance network_info: |[{"id": "76de36fd-e503-474e-b3fc-43ba17d4e407", "address": "fa:16:3e:11:3d:84", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap76de36fd-e5", "ovs_interfaceid": "76de36fd-e503-474e-b3fc-43ba17d4e407", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:44:38.428095 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Terminating instance
Apr 30 15:44:38.517403 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Successfully updated port: 42773f6b-7529-43ba-b2cb-a4d0a41e3c1a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:38.555379 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Received event network-changed-42773f6b-7529-43ba-b2cb-a4d0a41e3c1a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:38.555781 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Refreshing instance network info cache due to event network-changed-42773f6b-7529-43ba-b2cb-a4d0a41e3c1a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:38.557381 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] Acquiring lock "refresh_cache-55229755-3674-4d04-8a5a-e56f3d6e8049" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:38.557381 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] Acquired lock "refresh_cache-55229755-3674-4d04-8a5a-e56f3d6e8049" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:38.557381 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Refreshing network info cache for port 42773f6b-7529-43ba-b2cb-a4d0a41e3c1a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:38.937038 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:44:38.942768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:44:38.942768 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Instance destroyed successfully.
Apr 30 15:44:38.942768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-430934712',display_name='tempest-DeleteServersTestJSON-server-430934712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserverstestjson-server-430934712',id=52,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-mo7uz7py',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:35Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=de90d708-986b-4ced-ab69-0688b49e9f37,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76de36fd-e503-474e-b3fc-43ba17d4e407", "address": "fa:16:3e:11:3d:84", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap76de36fd-e5", "ovs_interfaceid": "76de36fd-e503-474e-b3fc-43ba17d4e407", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:38.943148 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "76de36fd-e503-474e-b3fc-43ba17d4e407", "address": "fa:16:3e:11:3d:84", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap76de36fd-e5", "ovs_interfaceid": "76de36fd-e503-474e-b3fc-43ba17d4e407", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:38.946702 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:3d:84,bridge_name='br-int',has_traffic_filtering=True,id=76de36fd-e503-474e-b3fc-43ba17d4e407,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76de36fd-e5') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:38.946702 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:3d:84,bridge_name='br-int',has_traffic_filtering=True,id=76de36fd-e503-474e-b3fc-43ba17d4e407,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76de36fd-e5') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:38.950708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:38.950708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap76de36fd-e5, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:38.950708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:38.950961 np0040594247 nova-compute[88153]: INFO os_vif [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:3d:84,bridge_name='br-int',has_traffic_filtering=True,id=76de36fd-e503-474e-b3fc-43ba17d4e407,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76de36fd-e5')
Apr 30 15:44:38.951286 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Deleting instance files /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37_del
Apr 30 15:44:38.954702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Deletion of /opt/stack/data/nova/instances/de90d708-986b-4ced-ab69-0688b49e9f37_del complete
Apr 30 15:44:39.022034 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquiring lock "refresh_cache-55229755-3674-4d04-8a5a-e56f3d6e8049" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:39.115387 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:39.140772 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:44:39.142246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:44:39.142708 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Creating image(s)
Apr 30 15:44:39.143387 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquiring lock "/opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:39.143748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "/opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:39.144982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "/opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:39.145856 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:39.150913 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:39.152612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:39.240968 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:39.244716 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:39.244716 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:39.244716 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:39.248819 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:39.249556 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:39.267398 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:39.352128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:39.353686 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:39.399515 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk 1073741824" returned: 0 in 0.046s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:39.400204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.158s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:39.400765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:39.467708 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:44:39.471871 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9465bd40> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:44:39.474697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:39.474697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:39.511334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:39.511334 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Checking if we can resize image /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:44:39.511334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:39.610694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:39.610694 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Cannot resize image /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:44:39.613533 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:44:39.613533 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Ensure instance console log exists: /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:44:39.613533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:39.614054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:39.614704 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:44:39.621888 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Available mdevs at: set().
Apr 30 15:44:39.621888 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:44:39.621888 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:39.628448 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:44:39.641375 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Traceback (most recent call last):
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     yield resources
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     return f(*args, **kwargs)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     chosen_mdev = self._create_mdev(
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     self._host.device_create(conf)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     raise e.with_traceback(tb)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     rv = meth(*args, **kwargs)
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:39.648777 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] 
Apr 30 15:44:39.772822 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-4f1bcd33-974e-4f62-aea4-b9c10ccb9e00 req-31e26471-12de-4cc4-9781-c305405d4371 service nova] Releasing lock "refresh_cache-55229755-3674-4d04-8a5a-e56f3d6e8049" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:39.773741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquired lock "refresh_cache-55229755-3674-4d04-8a5a-e56f3d6e8049" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:39.774206 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:44:40.125989 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:40.131840 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:40.132897 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:40.132897 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:40.134625 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:40.134625 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:40.322914 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:40.542999 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Updating instance_info_cache with network_info: [{"id": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "address": "fa:16:3e:17:55:77", "network": {"id": "10a8c842-79dc-47a8-aa9e-76d18d53b6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1966766904-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "595826eb9ba24fc0934c75aa1902ee31", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap42773f6b-75", "ovs_interfaceid": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:40.639685 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:40.640185 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:40.901910 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:40.925522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:41.046244 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Releasing lock "refresh_cache-55229755-3674-4d04-8a5a-e56f3d6e8049" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:41.046592 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Instance network_info: |[{"id": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "address": "fa:16:3e:17:55:77", "network": {"id": "10a8c842-79dc-47a8-aa9e-76d18d53b6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1966766904-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "595826eb9ba24fc0934c75aa1902ee31", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap42773f6b-75", "ovs_interfaceid": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:44:41.047451 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Terminating instance
Apr 30 15:44:41.153516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.680s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Traceback (most recent call last):
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     return f(*args, **kwargs)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     chosen_mdev = self._create_mdev(
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     self._host.device_create(conf)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     raise e.with_traceback(tb)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     rv = meth(*args, **kwargs)
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:41.155486 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de90d708-986b-4ced-ab69-0688b49e9f37] 
Apr 30 15:44:41.157415 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:44:41.158759 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Build of instance de90d708-986b-4ced-ab69-0688b49e9f37 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:44:41.161040 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:44:41.162323 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-430934712',display_name='tempest-DeleteServersTestJSON-server-430934712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserverstestjson-server-430934712',id=52,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-mo7uz7py',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:39Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=de90d708-986b-4ced-ab69-0688b49e9f37,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76de36fd-e503-474e-b3fc-43ba17d4e407", "address": "fa:16:3e:11:3d:84", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap76de36fd-e5", "ovs_interfaceid": "76de36fd-e503-474e-b3fc-43ba17d4e407", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:41.162687 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "76de36fd-e503-474e-b3fc-43ba17d4e407", "address": "fa:16:3e:11:3d:84", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap76de36fd-e5", "ovs_interfaceid": "76de36fd-e503-474e-b3fc-43ba17d4e407", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:41.163610 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:3d:84,bridge_name='br-int',has_traffic_filtering=True,id=76de36fd-e503-474e-b3fc-43ba17d4e407,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76de36fd-e5') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:41.164087 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:3d:84,bridge_name='br-int',has_traffic_filtering=True,id=76de36fd-e503-474e-b3fc-43ba17d4e407,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76de36fd-e5') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:41.165961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:41.166447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap76de36fd-e5, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:41.166791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:41.172953 np0040594247 nova-compute[88153]: INFO os_vif [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:3d:84,bridge_name='br-int',has_traffic_filtering=True,id=76de36fd-e503-474e-b3fc-43ba17d4e407,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76de36fd-e5')
Apr 30 15:44:41.172953 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:44:41.173218 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:44:41.173523 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:44:41.554062 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:44:41.558028 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:44:41.558246 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Instance destroyed successfully.
Apr 30 15:44:41.559548 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=::babe:dc0c:1602,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1831565162',display_name='tempest-ServersTestJSON-server-1831565162',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestjson-server-1831565162',id=53,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG05eHQz+sXQGZlVfFiCIq7sQp8iPEz0TiM/DC+NSFsVsM/LLcs3DiYIQyHQ8pqFAlJd7Ylwn1KzZkGBorvqRPlrqvJLnmv1PlKEhos+1eoUAZ08Kr6GdpDzAsFYnnNd+w==',key_name='tempest-keypair-351640910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={hello='world'},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='595826eb9ba24fc0934c75aa1902ee31',ramdisk_id='',reservation_id='r-dwpabu0h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-1823775051',owner_user_name='tempest-ServersTestJSON-1823775051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c2756897da143869ba8b14712b6e01d',uuid=55229755-3674-4d04-8a5a-e56f3d6e8049,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "address": "fa:16:3e:17:55:77", "network": {"id": "10a8c842-79dc-47a8-aa9e-76d18d53b6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1966766904-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "595826eb9ba24fc0934c75aa1902ee31", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap42773f6b-75", "ovs_interfaceid": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:41.559918 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Converting VIF {"id": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "address": "fa:16:3e:17:55:77", "network": {"id": "10a8c842-79dc-47a8-aa9e-76d18d53b6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1966766904-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "595826eb9ba24fc0934c75aa1902ee31", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap42773f6b-75", "ovs_interfaceid": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:41.560831 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:55:77,bridge_name='br-int',has_traffic_filtering=True,id=42773f6b-7529-43ba-b2cb-a4d0a41e3c1a,network=Network(10a8c842-79dc-47a8-aa9e-76d18d53b6a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42773f6b-75') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:41.561267 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:55:77,bridge_name='br-int',has_traffic_filtering=True,id=42773f6b-7529-43ba-b2cb-a4d0a41e3c1a,network=Network(10a8c842-79dc-47a8-aa9e-76d18d53b6a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42773f6b-75') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:41.562888 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:41.563392 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42773f6b-75, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:41.563650 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:41.568216 np0040594247 nova-compute[88153]: INFO os_vif [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:55:77,bridge_name='br-int',has_traffic_filtering=True,id=42773f6b-7529-43ba-b2cb-a4d0a41e3c1a,network=Network(10a8c842-79dc-47a8-aa9e-76d18d53b6a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42773f6b-75')
Apr 30 15:44:41.568216 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Deleting instance files /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049_del
Apr 30 15:44:41.568216 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Deletion of /opt/stack/data/nova/instances/55229755-3674-4d04-8a5a-e56f3d6e8049_del complete
Apr 30 15:44:41.678560 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:44:41.680628 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:44:41.680835 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Creating image(s)
Apr 30 15:44:41.681333 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:44:41.681728 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Ensure instance console log exists: /opt/stack/data/nova/instances/4227f8d2-ab97-43aa-b073-342214070ee3/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:44:41.682299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:41.682612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:41.683066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:44:41.686934 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Available mdevs at: set().
Apr 30 15:44:41.687194 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:44:41.687459 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:41.692892 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:41.694016 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:44:41.697832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Traceback (most recent call last):
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     yield resources
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     return f(*args, **kwargs)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     chosen_mdev = self._create_mdev(
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     self._host.device_create(conf)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     raise e.with_traceback(tb)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     rv = meth(*args, **kwargs)
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:41.699933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] 
Apr 30 15:44:41.702238 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Terminating instance
Apr 30 15:44:42.076487 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:44:42.079408 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705acce0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:44:42.080763 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:42.080763 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:42.089700 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:42.206756 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:44:42.210247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:44:42.210432 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Instance destroyed successfully.
Apr 30 15:44:42.211842 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=::babe:dc0c:1602,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestBootFromVolume-server-1354675029',display_name='tempest-ServersTestBootFromVolume-server-1354675029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestbootfromvolume-server-1354675029',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6i3JB8FMkBrsvMWo5D8jzT/kOBKcATOzsLOBgjF9qlccoxejUNH5KaIkm98iUjLa4DfGeAQruaUrtdk3J0OT3kxdYy1UxB21vgr8BEcsPuToDuD5qraUkgwHzGx5OWdA==',key_name='tempest-keypair-1612073910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={hello='world'},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d9aba64a7eb54adea32a38aedb1012b7',ramdisk_id='',reservation_id='r-ygjz2m3l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServersTestBootFromVolume-1026157993',owner_user_name='tempest-ServersTestBootFromVolume-1026157993-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12d6de2767d0444c9dd94895d248dabd',uuid=4227f8d2-ab97-43aa-b073-342214070ee3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a460697d-13a1-44d9-8843-1c1e9e112efb", "address": "fa:16:3e:75:a1:6d", "network": {"id": "382dd08a-6554-4bf9-a3da-4140425e81db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-472943205-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d9aba64a7eb54adea32a38aedb1012b7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa460697d-13", "ovs_interfaceid": "a460697d-13a1-44d9-8843-1c1e9e112efb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:42.213404 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Converting VIF {"id": "a460697d-13a1-44d9-8843-1c1e9e112efb", "address": "fa:16:3e:75:a1:6d", "network": {"id": "382dd08a-6554-4bf9-a3da-4140425e81db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-472943205-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d9aba64a7eb54adea32a38aedb1012b7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa460697d-13", "ovs_interfaceid": "a460697d-13a1-44d9-8843-1c1e9e112efb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:42.213776 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:a1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a460697d-13a1-44d9-8843-1c1e9e112efb,network=Network(382dd08a-6554-4bf9-a3da-4140425e81db),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa460697d-13') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:42.214296 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:a1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a460697d-13a1-44d9-8843-1c1e9e112efb,network=Network(382dd08a-6554-4bf9-a3da-4140425e81db),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa460697d-13') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:42.216585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:42.217063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa460697d-13, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:42.217316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:42.219722 np0040594247 nova-compute[88153]: INFO os_vif [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:a1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a460697d-13a1-44d9-8843-1c1e9e112efb,network=Network(382dd08a-6554-4bf9-a3da-4140425e81db),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa460697d-13')
Apr 30 15:44:42.221908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:42.222388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:42.229458 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connector [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Factory for ISCSI on None {{(pid=88153) factory /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connector.py:281}}
Apr 30 15:44:42.229629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.007s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:42.229889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:44:42.231349 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-70b26278-44a2-42cb-9206-6a0f367f479a', 'target_lun': 0, 'volume_id': '70b26278-44a2-42cb-9206-6a0f367f479a', 'auth_method': 'CHAP', 'auth_username': 'xKdj44VYMqZoSWU6utR4', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:44:42.231776 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:44:42.232389 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:44:42.233541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:42.248177 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.014s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:42.248696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[374b7ce5-854c-4a3d-a5a2-877e5c7c9092]: Unexpected error while running command.
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:44:42.254237 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[374b7ce5-854c-4a3d-a5a2-877e5c7c9092]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.261230 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.030s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] <== disconnect_volume: return (31ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Deleting instance files /opt/stack/data/nova/instances/4227f8d2-ab97-43aa-b073-342214070ee3_del
Apr 30 15:44:42.266138 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Deletion of /opt/stack/data/nova/instances/4227f8d2-ab97-43aa-b073-342214070ee3_del complete
Apr 30 15:44:42.592815 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: de90d708-986b-4ced-ab69-0688b49e9f37] Took 1.42 seconds to deallocate network for instance.
Apr 30 15:44:42.720982 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:42.727071 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:42.727912 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:42.727912 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:42.728070 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:42.728506 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:42.773434 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Took 0.57 seconds to destroy the instance on the hypervisor.
Apr 30 15:44:43.232844 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:43.233337 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:43.306656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:43.646508 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Deleted allocations for instance de90d708-986b-4ced-ab69-0688b49e9f37
Apr 30 15:44:43.747663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.667s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Traceback (most recent call last):
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     return f(*args, **kwargs)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     chosen_mdev = self._create_mdev(
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     self._host.device_create(conf)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     raise e.with_traceback(tb)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     rv = meth(*args, **kwargs)
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:43.749575 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] 
Apr 30 15:44:43.752828 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:44:43.753648 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Build of instance 55229755-3674-4d04-8a5a-e56f3d6e8049 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:44:43.756025 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:44:43.757213 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=::babe:dc0c:1602,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1831565162',display_name='tempest-ServersTestJSON-server-1831565162',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestjson-server-1831565162',id=53,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG05eHQz+sXQGZlVfFiCIq7sQp8iPEz0TiM/DC+NSFsVsM/LLcs3DiYIQyHQ8pqFAlJd7Ylwn1KzZkGBorvqRPlrqvJLnmv1PlKEhos+1eoUAZ08Kr6GdpDzAsFYnnNd+w==',key_name='tempest-keypair-351640910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={hello='world'},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='595826eb9ba24fc0934c75aa1902ee31',ramdisk_id='',reservation_id='r-dwpabu0h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-1823775051',owner_user_name='tempest-ServersTestJSON-1823775051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c2756897da143869ba8b14712b6e01d',uuid=55229755-3674-4d04-8a5a-e56f3d6e8049,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "address": "fa:16:3e:17:55:77", "network": {"id": "10a8c842-79dc-47a8-aa9e-76d18d53b6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1966766904-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "595826eb9ba24fc0934c75aa1902ee31", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap42773f6b-75", "ovs_interfaceid": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:43.757704 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Converting VIF {"id": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "address": "fa:16:3e:17:55:77", "network": {"id": "10a8c842-79dc-47a8-aa9e-76d18d53b6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1966766904-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "595826eb9ba24fc0934c75aa1902ee31", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap42773f6b-75", "ovs_interfaceid": "42773f6b-7529-43ba-b2cb-a4d0a41e3c1a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:43.758609 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:55:77,bridge_name='br-int',has_traffic_filtering=True,id=42773f6b-7529-43ba-b2cb-a4d0a41e3c1a,network=Network(10a8c842-79dc-47a8-aa9e-76d18d53b6a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42773f6b-75') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:43.759132 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:55:77,bridge_name='br-int',has_traffic_filtering=True,id=42773f6b-7529-43ba-b2cb-a4d0a41e3c1a,network=Network(10a8c842-79dc-47a8-aa9e-76d18d53b6a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42773f6b-75') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:43.760553 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:43.761085 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42773f6b-75, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:43.761338 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:43.764068 np0040594247 nova-compute[88153]: INFO os_vif [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:55:77,bridge_name='br-int',has_traffic_filtering=True,id=42773f6b-7529-43ba-b2cb-a4d0a41e3c1a,network=Network(10a8c842-79dc-47a8-aa9e-76d18d53b6a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42773f6b-75')
Apr 30 15:44:43.764357 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:44:43.764646 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:44:43.766082 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:44:44.160492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d45376a-21ed-4d83-9d35-7e7e23140a93 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "de90d708-986b-4ced-ab69-0688b49e9f37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.715s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:44.685980 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:44.891214 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:45.189873 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] [instance: 55229755-3674-4d04-8a5a-e56f3d6e8049] Took 1.42 seconds to deallocate network for instance.
Apr 30 15:44:46.257837 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Deleted allocations for instance 55229755-3674-4d04-8a5a-e56f3d6e8049
Apr 30 15:44:46.273984 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:46.773283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-822fd8d4-163d-4d16-9b92-410ce9a21cd4 tempest-ServersTestJSON-1823775051 tempest-ServersTestJSON-1823775051-project-member] Lock "55229755-3674-4d04-8a5a-e56f3d6e8049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.461s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:47.369733 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Took 4.59 seconds to detach 1 volumes for instance.
Apr 30 15:44:47.373316 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70395d30> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:44:47.373519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:47.373910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:47.891894 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:47.979357 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:47.988691 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:47.989923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:47.989923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:47.989923 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:47.992480 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:48.401228 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:48.497634 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:48.498105 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:49.009168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.635s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Traceback (most recent call last):
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     return f(*args, **kwargs)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     chosen_mdev = self._create_mdev(
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     self._host.device_create(conf)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     raise e.with_traceback(tb)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     rv = meth(*args, **kwargs)
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:49.011193 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] 
Apr 30 15:44:49.012994 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:44:49.013333 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.613s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:49.013613 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:49.013908 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:44:49.014799 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Build of instance 4227f8d2-ab97-43aa-b073-342214070ee3 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:44:49.017291 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:44:49.018335 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=::babe:dc0c:1602,architecture=None,auto_disk_config=True,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestBootFromVolume-server-1354675029',display_name='tempest-ServersTestBootFromVolume-server-1354675029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestbootfromvolume-server-1354675029',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6i3JB8FMkBrsvMWo5D8jzT/kOBKcATOzsLOBgjF9qlccoxejUNH5KaIkm98iUjLa4DfGeAQruaUrtdk3J0OT3kxdYy1UxB21vgr8BEcsPuToDuD5qraUkgwHzGx5OWdA==',key_name='tempest-keypair-1612073910',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={hello='world'},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d9aba64a7eb54adea32a38aedb1012b7',ramdisk_id='',reservation_id='r-ygjz2m3l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServersTestBootFromVolume-1026157993',owner_user_name='tempest-ServersTestBootFromVolume-1026157993-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12d6de2767d0444c9dd94895d248dabd',uuid=4227f8d2-ab97-43aa-b073-342214070ee3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a460697d-13a1-44d9-8843-1c1e9e112efb", "address": "fa:16:3e:75:a1:6d", "network": {"id": "382dd08a-6554-4bf9-a3da-4140425e81db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-472943205-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d9aba64a7eb54adea32a38aedb1012b7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa460697d-13", "ovs_interfaceid": "a460697d-13a1-44d9-8843-1c1e9e112efb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:44:49.018693 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Converting VIF {"id": "a460697d-13a1-44d9-8843-1c1e9e112efb", "address": "fa:16:3e:75:a1:6d", "network": {"id": "382dd08a-6554-4bf9-a3da-4140425e81db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-472943205-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "d9aba64a7eb54adea32a38aedb1012b7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa460697d-13", "ovs_interfaceid": "a460697d-13a1-44d9-8843-1c1e9e112efb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:44:49.019490 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:a1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a460697d-13a1-44d9-8843-1c1e9e112efb,network=Network(382dd08a-6554-4bf9-a3da-4140425e81db),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa460697d-13') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:44:49.019911 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:a1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a460697d-13a1-44d9-8843-1c1e9e112efb,network=Network(382dd08a-6554-4bf9-a3da-4140425e81db),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa460697d-13') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:44:49.021570 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:49.021994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa460697d-13, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:44:49.022240 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:44:49.024727 np0040594247 nova-compute[88153]: INFO os_vif [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:a1:6d,bridge_name='br-int',has_traffic_filtering=True,id=a460697d-13a1-44d9-8843-1c1e9e112efb,network=Network(382dd08a-6554-4bf9-a3da-4140425e81db),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa460697d-13')
Apr 30 15:44:49.025273 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:44:49.025273 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:44:49.025650 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:44:49.240567 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:44:49.242790 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1368MB free_disk=56.598323822021484GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:44:49.243033 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:49.243303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:49.283645 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:49.289719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:49.886917 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:50.122188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:50.154764 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:50.393029 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] [instance: 4227f8d2-ab97-43aa-b073-342214070ee3] Took 1.36 seconds to deallocate network for instance.
Apr 30 15:44:50.399105 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:50.415647 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:50.823407 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 4227f8d2-ab97-43aa-b073-342214070ee3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:44:51.304422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:51.306714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:51.330753 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 6bf6bd35-7616-422e-9aa2-4ea114c28a94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:44:51.343095 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:51.360085 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:51.448563 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Deleted allocations for instance 4227f8d2-ab97-43aa-b073-342214070ee3
Apr 30 15:44:51.834774 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 778deb10-bdf0-4974-8271-5d9db2f17936 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:44:51.835109 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:44:51.835375 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:44:51.960210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-354a3886-62d8-413e-bf99-a1f03b507706 tempest-ServersTestBootFromVolume-1026157993 tempest-ServersTestBootFromVolume-1026157993-project-member] Lock "4227f8d2-ab97-43aa-b073-342214070ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.306s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:51.967852 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:51.972216 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:51.973388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:51.973388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:51.973388 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:51.973981 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:52.152928 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "6bf6bd35-7616-422e-9aa2-4ea114c28a94" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:52.153172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "6bf6bd35-7616-422e-9aa2-4ea114c28a94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:52.480718 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:52.480718 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:52.659256 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:52.897577 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "778deb10-bdf0-4974-8271-5d9db2f17936" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:52.897577 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "778deb10-bdf0-4974-8271-5d9db2f17936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:52.999342 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:44:52.999639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.756s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:53.206240 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:53.206607 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:53.211352 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:53.211692 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Claim successful on node np0040594247
Apr 30 15:44:53.311728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:53.400928 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:53.945056 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:54.407979 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:54.415706 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:54.417476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:54.417476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:54.417476 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:54.417476 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:54.684992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:54.695691 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:54.714463 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:54.783268 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:54.844044 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:54.863081 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "4379aa23-febc-4420-94f5-adf9a2c8b04a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:54.863239 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "4379aa23-febc-4420-94f5-adf9a2c8b04a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:54.890798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:54.921831 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:54.922335 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:55.290885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:55.296103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:55.342092 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:55.349545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:55.369525 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:44:55.435210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:55.436850 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:55.441540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.497s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:55.449708 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:55.449708 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Claim successful on node np0040594247
Apr 30 15:44:55.921965 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:55.947331 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:55.947331 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:55.998053 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:55.998401 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:55.998751 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:55.999055 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:55.999347 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:55.999575 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:44:56.088857 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4932fea77cf046b98b3998f5d36be9d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e456355765841c4b500b8ac61ee6248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:56.152637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:56.205935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:56.277707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:56.453182 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:56.647086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:56.661708 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:56.767331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:56.882985 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:44:56.905440 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:56.938171 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Successfully created port: c6297918-b157-4013-a630-a7fb3b847ec5 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:56.964850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:56.967037 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:56.975432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:56.989997 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.032407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.119014 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.161901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.166506 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:57.167049 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:57.289064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.289064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.344565 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.350117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.352149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:57.685099 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:57.685779 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:44:57.690124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.768s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:57.701125 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:44:57.701261 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Claim successful on node np0040594247
Apr 30 15:44:57.855379 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Successfully updated port: c6297918-b157-4013-a630-a7fb3b847ec5 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:57.896075 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Received event network-changed-c6297918-b157-4013-a630-a7fb3b847ec5 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:57.896075 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Refreshing instance network info cache due to event network-changed-c6297918-b157-4013-a630-a7fb3b847ec5. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:57.896271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] Acquiring lock "refresh_cache-6bf6bd35-7616-422e-9aa2-4ea114c28a94" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:57.896400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] Acquired lock "refresh_cache-6bf6bd35-7616-422e-9aa2-4ea114c28a94" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:57.897388 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Refreshing network info cache for port c6297918-b157-4013-a630-a7fb3b847ec5 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:57.994759 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:44:57.994759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:44:57.995226 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Creating image(s)
Apr 30 15:44:57.996011 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "/opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:57.996565 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:57.997747 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:57.998763 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:58.004945 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:58.007066 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:58.108402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:58.109204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:58.110129 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:58.111040 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:58.118091 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:44:58.118741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:58.200327 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:44:58.200645 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:44:58.216888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:58.217724 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:58.255722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:58.255970 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:58.256347 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:58.313708 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6811b1b0ec5f47b391a7e7eaf6da5bcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89b02f86a9914dd2b0f062769d7dee77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:44:58.318994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:44:58.359635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "refresh_cache-6bf6bd35-7616-422e-9aa2-4ea114c28a94" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:58.360572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:58.361436 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:44:58.362492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:44:58.457613 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:44:58.458266 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Cannot resize image /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:44:58.458720 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:44:58.459072 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Ensure instance console log exists: /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:44:58.459523 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:44:58.460523 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:44:58.461117 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:44:58.466415 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Available mdevs at: set().
Apr 30 15:44:58.466754 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:44:58.466987 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:58.472087 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:58.473063 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:44:58.477109 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:58.484479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.022s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Traceback (most recent call last):
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     yield resources
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     return f(*args, **kwargs)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     chosen_mdev = self._create_mdev(
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     self._host.device_create(conf)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     rv = execute(f, *args, **kwargs)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     raise e.with_traceback(tb)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     rv = meth(*args, **kwargs)
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:44:58.486999 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] 
Apr 30 15:44:58.706676 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:44:58.743565 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:44:58.913353 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas xmlstr <device>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]: </device>
Apr 30 15:44:58.922688 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:44:58.923549 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:44:58.923549 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:44:58.923833 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:58.924265 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:44:59.216115 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:44:59.248650 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ea876e2c-3720-4456-a0f0-95c2d10baa49 req-0fa4d16a-2a57-4a56-a291-0cfcc662c5ab service nova] Releasing lock "refresh_cache-6bf6bd35-7616-422e-9aa2-4ea114c28a94" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:44:59.249271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquired lock "refresh_cache-6bf6bd35-7616-422e-9aa2-4ea114c28a94" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:59.249532 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:44:59.289225 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Successfully created port: c67f40ac-1213-4b12-88ca-776334f8183a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:44:59.428799 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:59.429288 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:44:59.854547 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:44:59.865909 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Successfully updated port: c67f40ac-1213-4b12-88ca-776334f8183a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:44:59.902402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Received event network-changed-c67f40ac-1213-4b12-88ca-776334f8183a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:44:59.902848 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Refreshing instance network info cache due to event network-changed-c67f40ac-1213-4b12-88ca-776334f8183a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:44:59.903170 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] Acquiring lock "refresh_cache-778deb10-bdf0-4974-8271-5d9db2f17936" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:44:59.903447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] Acquired lock "refresh_cache-778deb10-bdf0-4974-8271-5d9db2f17936" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:44:59.903731 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Refreshing network info cache for port c67f40ac-1213-4b12-88ca-776334f8183a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:44:59.943735 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:44:59.943735 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:00.034397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.055241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.061550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.178231 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Updating instance_info_cache with network_info: [{"id": "c6297918-b157-4013-a630-a7fb3b847ec5", "address": "fa:16:3e:0c:42:b1", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc6297918-b1", "ovs_interfaceid": "c6297918-b157-4013-a630-a7fb3b847ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:00.195948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.228517 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:00.229887 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:00.230439 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Creating image(s)
Apr 30 15:45:00.231409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "/opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:00.231917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "/opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:00.232914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "/opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:00.233945 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:00.239437 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:00.241158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:00.261704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.297245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.335761 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:00.335761 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:00.339319 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:00.341137 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:00.350142 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:00.350832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:00.372796 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.374043 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "refresh_cache-778deb10-bdf0-4974-8271-5d9db2f17936" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:00.454957 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:00.455955 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:00.456265 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:00.459142 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:00.462702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:00.505320 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:00.522426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk 1073741824" returned: 0 in 0.061s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:00.522990 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.184s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:00.523425 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:00.607546 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:00.628175 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6811b1b0ec5f47b391a7e7eaf6da5bcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89b02f86a9914dd2b0f062769d7dee77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:00.630646 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:00.632426 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Checking if we can resize image /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:00.632426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:00.682731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Releasing lock "refresh_cache-6bf6bd35-7616-422e-9aa2-4ea114c28a94" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:00.683232 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Instance network_info: |[{"id": "c6297918-b157-4013-a630-a7fb3b847ec5", "address": "fa:16:3e:0c:42:b1", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc6297918-b1", "ovs_interfaceid": "c6297918-b157-4013-a630-a7fb3b847ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:00.684449 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Terminating instance
Apr 30 15:45:00.739388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:00.739962 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Cannot resize image /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:00.743766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:00.744150 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Ensure instance console log exists: /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:00.744642 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:00.745064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:00.745473 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:00.749366 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Available mdevs at: set().
Apr 30 15:45:00.749691 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:00.750002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:00.754929 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:00.757759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:00.764138 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Traceback (most recent call last):
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     yield resources
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     return f(*args, **kwargs)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     chosen_mdev = self._create_mdev(
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     self._host.device_create(conf)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     raise e.with_traceback(tb)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     rv = meth(*args, **kwargs)
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:00.767560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] 
Apr 30 15:45:00.959531 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:01.111837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bd81e527-1bee-436f-9d84-e58dd1250664 req-039e2ce8-7317-4abf-8ea8-ec2990df9c60 service nova] Releasing lock "refresh_cache-778deb10-bdf0-4974-8271-5d9db2f17936" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:01.112608 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquired lock "refresh_cache-778deb10-bdf0-4974-8271-5d9db2f17936" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:01.112876 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:01.193371 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:01.207492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:01.207715 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Instance destroyed successfully.
Apr 30 15:45:01.209303 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1397631605',display_name='tempest-DeleteServersTestJSON-server-1397631605',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserverstestjson-server-1397631605',id=54,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-haf40svu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:57Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=6bf6bd35-7616-422e-9aa2-4ea114c28a94,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6297918-b157-4013-a630-a7fb3b847ec5", "address": "fa:16:3e:0c:42:b1", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc6297918-b1", "ovs_interfaceid": "c6297918-b157-4013-a630-a7fb3b847ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:01.209604 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "c6297918-b157-4013-a630-a7fb3b847ec5", "address": "fa:16:3e:0c:42:b1", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc6297918-b1", "ovs_interfaceid": "c6297918-b157-4013-a630-a7fb3b847ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:01.212721 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:42:b1,bridge_name='br-int',has_traffic_filtering=True,id=c6297918-b157-4013-a630-a7fb3b847ec5,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6297918-b1') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:01.212721 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:42:b1,bridge_name='br-int',has_traffic_filtering=True,id=c6297918-b157-4013-a630-a7fb3b847ec5,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6297918-b1') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:01.214292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:01.215757 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc6297918-b1, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:01.216085 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:01.220061 np0040594247 nova-compute[88153]: INFO os_vif [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:42:b1,bridge_name='br-int',has_traffic_filtering=True,id=c6297918-b157-4013-a630-a7fb3b847ec5,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6297918-b1')
Apr 30 15:45:01.220407 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Deleting instance files /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94_del
Apr 30 15:45:01.221725 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Deletion of /opt/stack/data/nova/instances/6bf6bd35-7616-422e-9aa2-4ea114c28a94_del complete
Apr 30 15:45:01.240968 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Successfully created port: 442341ae-dd62-4151-b9aa-852ca7d56fa7 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:01.293551 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:01.466927 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:01.714778 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:01.738503 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:01.743213 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941949b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:01.743213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:01.743213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:02.050835 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Successfully updated port: 442341ae-dd62-4151-b9aa-852ca7d56fa7 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:02.093433 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Received event network-changed-442341ae-dd62-4151-b9aa-852ca7d56fa7 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:02.093940 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Refreshing instance network info cache due to event network-changed-442341ae-dd62-4151-b9aa-852ca7d56fa7. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:02.095865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] Acquiring lock "refresh_cache-4379aa23-febc-4420-94f5-adf9a2c8b04a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:02.095941 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] Acquired lock "refresh_cache-4379aa23-febc-4420-94f5-adf9a2c8b04a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:02.096781 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Refreshing network info cache for port 442341ae-dd62-4151-b9aa-852ca7d56fa7 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:02.246234 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Updating instance_info_cache with network_info: [{"id": "c67f40ac-1213-4b12-88ca-776334f8183a", "address": "fa:16:3e:19:14:24", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc67f40ac-12", "ovs_interfaceid": "c67f40ac-1213-4b12-88ca-776334f8183a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:02.447241 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:02.454599 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:02.455552 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:02.455885 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:02.456279 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:02.456738 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:02.483916 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:02.484865 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:02.485304 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Creating image(s)
Apr 30 15:45:02.486442 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "/opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:02.486894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "/opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:02.488327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "/opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:02.490071 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:02.496810 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:02.499007 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:02.556033 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "refresh_cache-4379aa23-febc-4420-94f5-adf9a2c8b04a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:02.616766 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.117s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:02.617788 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:02.618808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:02.627323 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:02.638904 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:02.639576 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:02.679577 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:02.750515 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:02.751116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:02.765159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Releasing lock "refresh_cache-778deb10-bdf0-4974-8271-5d9db2f17936" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:02.766161 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Instance network_info: |[{"id": "c67f40ac-1213-4b12-88ca-776334f8183a", "address": "fa:16:3e:19:14:24", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc67f40ac-12", "ovs_interfaceid": "c67f40ac-1213-4b12-88ca-776334f8183a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:02.767438 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Terminating instance
Apr 30 15:45:02.789637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:02.790923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.172s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:02.791059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:02.817529 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:02.857232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:02.868352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:02.876777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:02.892225 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:02.892776 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:02.893172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:02.935663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:02.937621 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:02.948143 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:02.962281 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:02.962908 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:02.977806 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:02.999161 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:03.000151 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Cannot resize image /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:03.005712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:03.005712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Ensure instance console log exists: /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:03.005712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:03.005712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:03.005712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:03.010323 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Available mdevs at: set().
Apr 30 15:45:03.011062 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:03.011418 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:03.014709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:03.027922 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:03.030126 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:03.037250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.032s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Traceback (most recent call last):
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     yield resources
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     return f(*args, **kwargs)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     chosen_mdev = self._create_mdev(
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     self._host.device_create(conf)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     raise e.with_traceback(tb)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     rv = meth(*args, **kwargs)
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:03.039756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] 
Apr 30 15:45:03.065394 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.117489 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.280452 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:03.288753 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:03.288927 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Instance destroyed successfully.
Apr 30 15:45:03.290784 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListImageFiltersTestJSON-server-423868521',display_name='tempest-ListImageFiltersTestJSON-server-423868521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-listimagefilterstestjson-server-423868521',id=55,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89b02f86a9914dd2b0f062769d7dee77',ramdisk_id='',reservation_id='r-eq0vrc9s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListImageFiltersTestJSON-527968211',owner_user_name='tempest-ListImageFiltersTestJSON-527968211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:44:59Z,user_data=None,user_id='6811b1b0ec5f47b391a7e7eaf6da5bcd',uuid=778deb10-bdf0-4974-8271-5d9db2f17936,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c67f40ac-1213-4b12-88ca-776334f8183a", "address": "fa:16:3e:19:14:24", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc67f40ac-12", "ovs_interfaceid": "c67f40ac-1213-4b12-88ca-776334f8183a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:03.291037 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converting VIF {"id": "c67f40ac-1213-4b12-88ca-776334f8183a", "address": "fa:16:3e:19:14:24", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc67f40ac-12", "ovs_interfaceid": "c67f40ac-1213-4b12-88ca-776334f8183a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:03.294428 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:14:24,bridge_name='br-int',has_traffic_filtering=True,id=c67f40ac-1213-4b12-88ca-776334f8183a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc67f40ac-12') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:03.294428 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:14:24,bridge_name='br-int',has_traffic_filtering=True,id=c67f40ac-1213-4b12-88ca-776334f8183a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc67f40ac-12') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:03.298357 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.303725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.305635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc67f40ac-12, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:03.305635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:03.305635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.312318 np0040594247 nova-compute[88153]: INFO os_vif [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:14:24,bridge_name='br-int',has_traffic_filtering=True,id=c67f40ac-1213-4b12-88ca-776334f8183a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc67f40ac-12')
Apr 30 15:45:03.312318 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Deleting instance files /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936_del
Apr 30 15:45:03.317707 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Deletion of /opt/stack/data/nova/instances/778deb10-bdf0-4974-8271-5d9db2f17936_del complete
Apr 30 15:45:03.319831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.326438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-95c38fe4-f826-4e15-8e9e-ece445c0cee4 req-8930a982-bdb8-4156-be57-31288bef483a service nova] Releasing lock "refresh_cache-4379aa23-febc-4420-94f5-adf9a2c8b04a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:03.327112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquired lock "refresh_cache-4379aa23-febc-4420-94f5-adf9a2c8b04a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:03.327555 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:03.332950 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.337024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.340060 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.482752 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.739s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Traceback (most recent call last):
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     return f(*args, **kwargs)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     chosen_mdev = self._create_mdev(
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     self._host.device_create(conf)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     raise e.with_traceback(tb)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     rv = meth(*args, **kwargs)
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] 
Apr 30 15:45:03.486695 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:45:03.492589 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Build of instance 6bf6bd35-7616-422e-9aa2-4ea114c28a94 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:45:03.492975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:45:03.494119 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1397631605',display_name='tempest-DeleteServersTestJSON-server-1397631605',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserverstestjson-server-1397631605',id=54,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-haf40svu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:01Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=6bf6bd35-7616-422e-9aa2-4ea114c28a94,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6297918-b157-4013-a630-a7fb3b847ec5", "address": "fa:16:3e:0c:42:b1", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc6297918-b1", "ovs_interfaceid": "c6297918-b157-4013-a630-a7fb3b847ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:03.494921 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "c6297918-b157-4013-a630-a7fb3b847ec5", "address": "fa:16:3e:0c:42:b1", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc6297918-b1", "ovs_interfaceid": "c6297918-b157-4013-a630-a7fb3b847ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:03.495872 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:42:b1,bridge_name='br-int',has_traffic_filtering=True,id=c6297918-b157-4013-a630-a7fb3b847ec5,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6297918-b1') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:03.496080 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:42:b1,bridge_name='br-int',has_traffic_filtering=True,id=c6297918-b157-4013-a630-a7fb3b847ec5,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6297918-b1') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:03.497580 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.498965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc6297918-b1, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:03.498965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:03.502722 np0040594247 nova-compute[88153]: INFO os_vif [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:42:b1,bridge_name='br-int',has_traffic_filtering=True,id=c6297918-b157-4013-a630-a7fb3b847ec5,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6297918-b1')
Apr 30 15:45:03.502722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:45:03.502722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:45:03.502722 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:45:03.754613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.767731 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.785162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.823330 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.842232 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:03.848289 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70791370> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:03.848289 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:03.848289 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:03.896198 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:03.916228 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:03.961793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:04.234420 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Updating instance_info_cache with network_info: [{"id": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "address": "fa:16:3e:cc:4b:ca", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap442341ae-dd", "ovs_interfaceid": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:04.581042 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:04.592095 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:04.593197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:04.593197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:04.593994 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:04.594235 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:04.741106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Releasing lock "refresh_cache-4379aa23-febc-4420-94f5-adf9a2c8b04a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:04.741800 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Instance network_info: |[{"id": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "address": "fa:16:3e:cc:4b:ca", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap442341ae-dd", "ovs_interfaceid": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:04.742831 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Terminating instance
Apr 30 15:45:05.014324 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:05.100175 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:05.100699 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:05.249406 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:05.263096 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:05.263096 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Instance destroyed successfully.
Apr 30 15:45:05.265146 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:44:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListImageFiltersTestJSON-server-99903366',display_name='tempest-ListImageFiltersTestJSON-server-99903366',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-listimagefilterstestjson-server-99903366',id=56,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89b02f86a9914dd2b0f062769d7dee77',ramdisk_id='',reservation_id='r-pf8u1a0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListImageFiltersTestJSON-527968211',owner_user_name='tempest-ListImageFiltersTestJSON-527968211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:02Z,user_data=None,user_id='6811b1b0ec5f47b391a7e7eaf6da5bcd',uuid=4379aa23-febc-4420-94f5-adf9a2c8b04a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "address": "fa:16:3e:cc:4b:ca", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap442341ae-dd", "ovs_interfaceid": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:05.265626 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converting VIF {"id": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "address": "fa:16:3e:cc:4b:ca", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap442341ae-dd", "ovs_interfaceid": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:05.267134 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:4b:ca,bridge_name='br-int',has_traffic_filtering=True,id=442341ae-dd62-4151-b9aa-852ca7d56fa7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap442341ae-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:05.268390 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:4b:ca,bridge_name='br-int',has_traffic_filtering=True,id=442341ae-dd62-4151-b9aa-852ca7d56fa7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap442341ae-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:05.271148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:05.272067 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap442341ae-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:05.272067 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:05.278482 np0040594247 nova-compute[88153]: INFO os_vif [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:4b:ca,bridge_name='br-int',has_traffic_filtering=True,id=442341ae-dd62-4151-b9aa-852ca7d56fa7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap442341ae-dd')
Apr 30 15:45:05.279774 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Deleting instance files /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a_del
Apr 30 15:45:05.279774 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Deletion of /opt/stack/data/nova/instances/4379aa23-febc-4420-94f5-adf9a2c8b04a_del complete
Apr 30 15:45:05.311437 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:05.316948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:05.318729 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:05.320921 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:05.521715 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6bf6bd35-7616-422e-9aa2-4ea114c28a94] Took 2.02 seconds to deallocate network for instance.
Apr 30 15:45:05.617637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.768s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Traceback (most recent call last):
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     return f(*args, **kwargs)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     chosen_mdev = self._create_mdev(
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     self._host.device_create(conf)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     raise e.with_traceback(tb)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     rv = meth(*args, **kwargs)
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:05.619961 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] 
Apr 30 15:45:05.625293 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:45:05.626876 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Build of instance 778deb10-bdf0-4974-8271-5d9db2f17936 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:45:05.630810 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:45:05.632593 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListImageFiltersTestJSON-server-423868521',display_name='tempest-ListImageFiltersTestJSON-server-423868521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-listimagefilterstestjson-server-423868521',id=55,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89b02f86a9914dd2b0f062769d7dee77',ramdisk_id='',reservation_id='r-eq0vrc9s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListImageFiltersTestJSON-527968211',owner_user_name='tempest-ListImageFiltersTestJSON-527968211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:03Z,user_data=None,user_id='6811b1b0ec5f47b391a7e7eaf6da5bcd',uuid=778deb10-bdf0-4974-8271-5d9db2f17936,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c67f40ac-1213-4b12-88ca-776334f8183a", "address": "fa:16:3e:19:14:24", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc67f40ac-12", "ovs_interfaceid": "c67f40ac-1213-4b12-88ca-776334f8183a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:05.634335 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converting VIF {"id": "c67f40ac-1213-4b12-88ca-776334f8183a", "address": "fa:16:3e:19:14:24", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc67f40ac-12", "ovs_interfaceid": "c67f40ac-1213-4b12-88ca-776334f8183a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:05.635516 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:14:24,bridge_name='br-int',has_traffic_filtering=True,id=c67f40ac-1213-4b12-88ca-776334f8183a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc67f40ac-12') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:05.636395 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:14:24,bridge_name='br-int',has_traffic_filtering=True,id=c67f40ac-1213-4b12-88ca-776334f8183a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc67f40ac-12') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:05.640014 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:05.646625 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc67f40ac-12, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:05.646895 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:05.653092 np0040594247 nova-compute[88153]: INFO os_vif [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:14:24,bridge_name='br-int',has_traffic_filtering=True,id=c67f40ac-1213-4b12-88ca-776334f8183a,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc67f40ac-12')
Apr 30 15:45:05.654735 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:45:05.654735 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:45:05.654735 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:45:05.802390 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:05.816250 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d704fcb00> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:05.816250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:05.816250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Deleted allocations for instance 6bf6bd35-7616-422e-9aa2-4ea114c28a94
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:06.957766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.981894 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:06.994445 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.009120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.021502 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.059058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.063571 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:07.063571 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:07.099230 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-94a15633-9da5-4c1d-949a-3d824c691f36 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "6bf6bd35-7616-422e-9aa2-4ea114c28a94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.946s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:07.122724 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 778deb10-bdf0-4974-8271-5d9db2f17936] Took 1.46 seconds to deallocate network for instance.
Apr 30 15:45:07.127038 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.176842 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.315016 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.316557 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.319576 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.323058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.340903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.346294 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.348057 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.364902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.367893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.369798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.576720 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.763s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Traceback (most recent call last):
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     return f(*args, **kwargs)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     chosen_mdev = self._create_mdev(
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     self._host.device_create(conf)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     raise e.with_traceback(tb)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     rv = meth(*args, **kwargs)
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:07.578493 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] 
Apr 30 15:45:07.580510 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:45:07.582392 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Build of instance 4379aa23-febc-4420-94f5-adf9a2c8b04a was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:45:07.585242 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:45:07.586527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:44:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListImageFiltersTestJSON-server-99903366',display_name='tempest-ListImageFiltersTestJSON-server-99903366',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-listimagefilterstestjson-server-99903366',id=56,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89b02f86a9914dd2b0f062769d7dee77',ramdisk_id='',reservation_id='r-pf8u1a0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListImageFiltersTestJSON-527968211',owner_user_name='tempest-ListImageFiltersTestJSON-527968211-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:05Z,user_data=None,user_id='6811b1b0ec5f47b391a7e7eaf6da5bcd',uuid=4379aa23-febc-4420-94f5-adf9a2c8b04a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "address": "fa:16:3e:cc:4b:ca", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap442341ae-dd", "ovs_interfaceid": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:07.586933 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converting VIF {"id": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "address": "fa:16:3e:cc:4b:ca", "network": {"id": "2d23c62f-6a96-4996-9072-22160565e993", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap442341ae-dd", "ovs_interfaceid": "442341ae-dd62-4151-b9aa-852ca7d56fa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:07.587872 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:4b:ca,bridge_name='br-int',has_traffic_filtering=True,id=442341ae-dd62-4151-b9aa-852ca7d56fa7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap442341ae-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:07.588312 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:4b:ca,bridge_name='br-int',has_traffic_filtering=True,id=442341ae-dd62-4151-b9aa-852ca7d56fa7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap442341ae-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:07.589819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:07.590713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap442341ae-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:07.590713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:07.594167 np0040594247 nova-compute[88153]: INFO os_vif [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:4b:ca,bridge_name='br-int',has_traffic_filtering=True,id=442341ae-dd62-4151-b9aa-852ca7d56fa7,network=Network(2d23c62f-6a96-4996-9072-22160565e993),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap442341ae-dd')
Apr 30 15:45:07.594167 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:45:07.594500 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:45:07.594783 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:45:08.199663 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Deleted allocations for instance 778deb10-bdf0-4974-8271-5d9db2f17936
Apr 30 15:45:08.321548 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:08.586233 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:08.709871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882e03cc-da7e-4079-a833-1780aac270da tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "778deb10-bdf0-4974-8271-5d9db2f17936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.813s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:09.090287 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] [instance: 4379aa23-febc-4420-94f5-adf9a2c8b04a] Took 1.50 seconds to deallocate network for instance.
Apr 30 15:45:10.083369 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquiring lock "9a8f888b-b0bb-4f99-a8bf-33b892935774" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:10.084049 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "9a8f888b-b0bb-4f99-a8bf-33b892935774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:10.142818 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Deleted allocations for instance 4379aa23-febc-4420-94f5-adf9a2c8b04a
Apr 30 15:45:10.588724 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:45:10.655836 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a8a1e1df-96c0-4cb2-9660-dcd8c52e36cd tempest-ListImageFiltersTestJSON-527968211 tempest-ListImageFiltersTestJSON-527968211-project-member] Lock "4379aa23-febc-4420-94f5-adf9a2c8b04a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.792s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:11.132426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:11.132426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:11.147205 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:45:11.147205 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Claim successful on node np0040594247
Apr 30 15:45:11.935189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a5387821-5b50-461f-875d-303cafc79693" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:11.935616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a5387821-5b50-461f-875d-303cafc79693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:12.279502 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:12.285339 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:12.286178 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:12.286178 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:12.286379 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:12.286796 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:12.440308 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:45:12.793707 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:12.793707 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:12.972441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:13.307529 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:13.308266 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:13.313348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.341s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:13.318680 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:45:13.319049 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Claim successful on node np0040594247
Apr 30 15:45:13.324903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4994-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:45:13.326661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:45:13.326661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:45:13.326661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:45:13.330762 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:13.336304 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:45:13.828946 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:13.829315 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:13.924876 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b9ce51d9f3419793cf21e94e784f23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35cd4e9bdfac449d909c88b62275a230', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:14.339133 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:14.464880 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:14.469361 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Successfully created port: 4d74d77b-7824-4110-a61a-94803d637df7 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:14.479362 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:14.480270 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:14.480270 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:14.480484 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:14.844377 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:14.985876 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:14.986360 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:15.130183 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Successfully updated port: 4d74d77b-7824-4110-a61a-94803d637df7 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:15.164990 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Received event network-changed-4d74d77b-7824-4110-a61a-94803d637df7 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:15.164990 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Refreshing instance network info cache due to event network-changed-4d74d77b-7824-4110-a61a-94803d637df7. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:15.164990 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] Acquiring lock "refresh_cache-9a8f888b-b0bb-4f99-a8bf-33b892935774" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:15.165478 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] Acquired lock "refresh_cache-9a8f888b-b0bb-4f99-a8bf-33b892935774" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:15.165478 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Refreshing network info cache for port 4d74d77b-7824-4110-a61a-94803d637df7 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:15.505243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:15.506492 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:15.633005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquiring lock "refresh_cache-9a8f888b-b0bb-4f99-a8bf-33b892935774" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:15.727555 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:15.859079 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:15.860504 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:15.861413 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Creating image(s)
Apr 30 15:45:15.861610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquiring lock "/opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:15.861965 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "/opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:15.862903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "/opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:15.863599 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:15.868785 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:15.870287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:15.886935 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:15.971053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:15.971053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:15.971053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:15.971557 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:15.976814 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:15.977328 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:16.017322 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:16.017752 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:16.071549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:16.072416 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:16.089705 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4932fea77cf046b98b3998f5d36be9d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e456355765841c4b500b8ac61ee6248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:16.114294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:16.114294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:16.114294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:16.214885 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:16.215525 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:16.215986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:16.320974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:16.321516 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Cannot resize image /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:16.322136 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:16.322488 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Ensure instance console log exists: /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:16.322978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:16.324738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:16.329931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:16.337615 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Available mdevs at: set().
Apr 30 15:45:16.338887 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:16.338887 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:16.346697 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:16.348177 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:16.356159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.032s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Traceback (most recent call last):
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     yield resources
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     return f(*args, **kwargs)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     chosen_mdev = self._create_mdev(
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     self._host.device_create(conf)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     raise e.with_traceback(tb)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     rv = meth(*args, **kwargs)
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:16.358246 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] 
Apr 30 15:45:16.393725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6dc18ab2-d513-403d-a2aa-867b36757b59 req-3728c97f-956c-44ab-86e8-8dc39fd138c9 service nova] Releasing lock "refresh_cache-9a8f888b-b0bb-4f99-a8bf-33b892935774" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:16.394351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquired lock "refresh_cache-9a8f888b-b0bb-4f99-a8bf-33b892935774" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:16.395970 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:16.524319 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:16.966204 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:17.033111 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:17.043661 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Successfully created port: 62e29af7-62d1-4792-bbe7-47f8409bb9c9 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:17.280087 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Updating instance_info_cache with network_info: [{"id": "4d74d77b-7824-4110-a61a-94803d637df7", "address": "fa:16:3e:6e:67:54", "network": {"id": "7fbeb389-2d9c-438c-baa0-58caace56229", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1213319657-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "35cd4e9bdfac449d909c88b62275a230", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4d74d77b-78", "ovs_interfaceid": "4d74d77b-7824-4110-a61a-94803d637df7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:17.788217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Releasing lock "refresh_cache-9a8f888b-b0bb-4f99-a8bf-33b892935774" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:17.788217 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Instance network_info: |[{"id": "4d74d77b-7824-4110-a61a-94803d637df7", "address": "fa:16:3e:6e:67:54", "network": {"id": "7fbeb389-2d9c-438c-baa0-58caace56229", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1213319657-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "35cd4e9bdfac449d909c88b62275a230", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4d74d77b-78", "ovs_interfaceid": "4d74d77b-7824-4110-a61a-94803d637df7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:17.788217 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Terminating instance
Apr 30 15:45:18.043945 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Successfully updated port: 62e29af7-62d1-4792-bbe7-47f8409bb9c9 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:18.056165 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:18.057530 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:18.058102 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Creating image(s)
Apr 30 15:45:18.058884 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "/opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:18.059293 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:18.060219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:18.061097 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:18.067988 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:18.070437 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:18.090197 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] [instance: a5387821-5b50-461f-875d-303cafc79693] Received event network-changed-62e29af7-62d1-4792-bbe7-47f8409bb9c9 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:18.090507 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] [instance: a5387821-5b50-461f-875d-303cafc79693] Refreshing instance network info cache due to event network-changed-62e29af7-62d1-4792-bbe7-47f8409bb9c9. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:18.090934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] Acquiring lock "refresh_cache-a5387821-5b50-461f-875d-303cafc79693" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:18.091189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] Acquired lock "refresh_cache-a5387821-5b50-461f-875d-303cafc79693" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:18.091493 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] [instance: a5387821-5b50-461f-875d-303cafc79693] Refreshing network info cache for port 62e29af7-62d1-4792-bbe7-47f8409bb9c9 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:18.165856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:18.167195 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:18.167894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:18.168735 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:18.176859 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:18.177504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:18.271551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:18.272847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:18.298251 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:18.309234 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:18.309475 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Instance destroyed successfully.
Apr 30 15:45:18.311111 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='guest-instance-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx-guest-test.domaintest.com',id=57,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAxojNvHf1IzpWTOnGgfx/WQCRe6EN9/0PI5TtaX2s11rKfANsHWm13Pa8YIjhpWagLaP9cFyDYxNbZrqZnL60SNYkcHlXUqnd6fpQaqZGBklILoe/FKbq21s2p8H4NDLQ==',key_name='tempest-keypair-2048602096',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='35cd4e9bdfac449d909c88b62275a230',ramdisk_id='',reservation_id='r-dohyteg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersV294TestFqdnHostnames-2064740065',owner_user_name='tempest-ServersV294TestFqdnHostnames-2064740065-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4b9ce51d9f3419793cf21e94e784f23',uuid=9a8f888b-b0bb-4f99-a8bf-33b892935774,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d74d77b-7824-4110-a61a-94803d637df7", "address": "fa:16:3e:6e:67:54", "network": {"id": "7fbeb389-2d9c-438c-baa0-58caace56229", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1213319657-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "35cd4e9bdfac449d909c88b62275a230", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4d74d77b-78", "ovs_interfaceid": "4d74d77b-7824-4110-a61a-94803d637df7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:18.311543 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Converting VIF {"id": "4d74d77b-7824-4110-a61a-94803d637df7", "address": "fa:16:3e:6e:67:54", "network": {"id": "7fbeb389-2d9c-438c-baa0-58caace56229", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1213319657-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "35cd4e9bdfac449d909c88b62275a230", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4d74d77b-78", "ovs_interfaceid": "4d74d77b-7824-4110-a61a-94803d637df7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:18.313896 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:67:54,bridge_name='br-int',has_traffic_filtering=True,id=4d74d77b-7824-4110-a61a-94803d637df7,network=Network(7fbeb389-2d9c-438c-baa0-58caace56229),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d74d77b-78') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:18.314387 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:67:54,bridge_name='br-int',has_traffic_filtering=True,id=4d74d77b-7824-4110-a61a-94803d637df7,network=Network(7fbeb389-2d9c-438c-baa0-58caace56229),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d74d77b-78') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:18.316785 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:18.317429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk 1073741824" returned: 0 in 0.045s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:18.317972 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.150s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:18.318451 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:18.330393 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4d74d77b-78, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:18.330589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:18.332935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:18.341650 np0040594247 nova-compute[88153]: INFO os_vif [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:67:54,bridge_name='br-int',has_traffic_filtering=True,id=4d74d77b-7824-4110-a61a-94803d637df7,network=Network(7fbeb389-2d9c-438c-baa0-58caace56229),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d74d77b-78')
Apr 30 15:45:18.342216 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Deleting instance files /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774_del
Apr 30 15:45:18.342848 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Deletion of /opt/stack/data/nova/instances/9a8f888b-b0bb-4f99-a8bf-33b892935774_del complete
Apr 30 15:45:18.419345 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:18.420014 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:18.420621 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:18.525206 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:18.525588 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Cannot resize image /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:18.526322 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:18.526474 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Ensure instance console log exists: /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:18.526984 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:18.527393 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:18.528071 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:18.531224 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Available mdevs at: set().
Apr 30 15:45:18.531840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:18.531840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:18.536135 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:18.537173 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:18.541665 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693] Traceback (most recent call last):
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     yield resources
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     return f(*args, **kwargs)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     chosen_mdev = self._create_mdev(
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     self._host.device_create(conf)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     raise e.with_traceback(tb)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     rv = meth(*args, **kwargs)
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:18.543979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693] 
Apr 30 15:45:18.548079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "refresh_cache-a5387821-5b50-461f-875d-303cafc79693" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:18.645917 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] [instance: a5387821-5b50-461f-875d-303cafc79693] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:18.788942 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] [instance: a5387821-5b50-461f-875d-303cafc79693] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:18.853653 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:18.856644 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9414d1f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:18.856948 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:18.857322 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:19.292912 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ad429fa6-1c8a-4f67-920c-22a3a136f573 req-123d1cd7-9891-47cb-b9ec-aa48ecba56c9 service nova] Releasing lock "refresh_cache-a5387821-5b50-461f-875d-303cafc79693" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:19.293808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquired lock "refresh_cache-a5387821-5b50-461f-875d-303cafc79693" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:19.294370 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:19.498775 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:19.506039 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:19.506948 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:19.506948 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:19.507076 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:19.507710 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:19.575567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:19.586862 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:19.599865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:19.628738 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:19.683350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:19.723422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:19.847915 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:20.013157 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:20.013703 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:20.088717 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Updating instance_info_cache with network_info: [{"id": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "address": "fa:16:3e:cd:de:af", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62e29af7-62", "ovs_interfaceid": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:20.526811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.669s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Traceback (most recent call last):
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     return f(*args, **kwargs)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     chosen_mdev = self._create_mdev(
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     self._host.device_create(conf)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     raise e.with_traceback(tb)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     rv = meth(*args, **kwargs)
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:20.529071 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] 
Apr 30 15:45:20.530906 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:45:20.532240 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Build of instance 9a8f888b-b0bb-4f99-a8bf-33b892935774 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:45:20.534469 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:45:20.535525 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='guest-instance-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx-guest-test.domaintest.com',id=57,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAxojNvHf1IzpWTOnGgfx/WQCRe6EN9/0PI5TtaX2s11rKfANsHWm13Pa8YIjhpWagLaP9cFyDYxNbZrqZnL60SNYkcHlXUqnd6fpQaqZGBklILoe/FKbq21s2p8H4NDLQ==',key_name='tempest-keypair-2048602096',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='35cd4e9bdfac449d909c88b62275a230',ramdisk_id='',reservation_id='r-dohyteg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersV294TestFqdnHostnames-2064740065',owner_user_name='tempest-ServersV294TestFqdnHostnames-2064740065-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c4b9ce51d9f3419793cf21e94e784f23',uuid=9a8f888b-b0bb-4f99-a8bf-33b892935774,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d74d77b-7824-4110-a61a-94803d637df7", "address": "fa:16:3e:6e:67:54", "network": {"id": "7fbeb389-2d9c-438c-baa0-58caace56229", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1213319657-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "35cd4e9bdfac449d909c88b62275a230", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4d74d77b-78", "ovs_interfaceid": "4d74d77b-7824-4110-a61a-94803d637df7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:20.535898 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Converting VIF {"id": "4d74d77b-7824-4110-a61a-94803d637df7", "address": "fa:16:3e:6e:67:54", "network": {"id": "7fbeb389-2d9c-438c-baa0-58caace56229", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1213319657-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "35cd4e9bdfac449d909c88b62275a230", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4d74d77b-78", "ovs_interfaceid": "4d74d77b-7824-4110-a61a-94803d637df7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:20.536819 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:67:54,bridge_name='br-int',has_traffic_filtering=True,id=4d74d77b-7824-4110-a61a-94803d637df7,network=Network(7fbeb389-2d9c-438c-baa0-58caace56229),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d74d77b-78') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:20.537310 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:67:54,bridge_name='br-int',has_traffic_filtering=True,id=4d74d77b-7824-4110-a61a-94803d637df7,network=Network(7fbeb389-2d9c-438c-baa0-58caace56229),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d74d77b-78') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:20.539023 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:20.539593 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4d74d77b-78, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:20.539906 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:20.542289 np0040594247 nova-compute[88153]: INFO os_vif [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:67:54,bridge_name='br-int',has_traffic_filtering=True,id=4d74d77b-7824-4110-a61a-94803d637df7,network=Network(7fbeb389-2d9c-438c-baa0-58caace56229),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d74d77b-78')
Apr 30 15:45:20.542617 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:45:20.542975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:45:20.543277 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:45:20.592958 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Releasing lock "refresh_cache-a5387821-5b50-461f-875d-303cafc79693" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:20.593379 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Instance network_info: |[{"id": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "address": "fa:16:3e:cd:de:af", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62e29af7-62", "ovs_interfaceid": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:20.593974 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Terminating instance
Apr 30 15:45:21.099436 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:21.105320 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: a5387821-5b50-461f-875d-303cafc79693] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:21.105504 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: a5387821-5b50-461f-875d-303cafc79693] Instance destroyed successfully.
Apr 30 15:45:21.109452 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2092306841',display_name='tempest-DeleteServersTestJSON-server-2092306841',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserverstestjson-server-2092306841',id=58,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-lrovhby7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:17Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=a5387821-5b50-461f-875d-303cafc79693,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "address": "fa:16:3e:cd:de:af", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62e29af7-62", "ovs_interfaceid": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:21.109452 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "address": "fa:16:3e:cd:de:af", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62e29af7-62", "ovs_interfaceid": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:21.109452 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:de:af,bridge_name='br-int',has_traffic_filtering=True,id=62e29af7-62d1-4792-bbe7-47f8409bb9c9,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62e29af7-62') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:21.109886 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:de:af,bridge_name='br-int',has_traffic_filtering=True,id=62e29af7-62d1-4792-bbe7-47f8409bb9c9,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62e29af7-62') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:21.109993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:21.111158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62e29af7-62, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:21.111158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:21.113536 np0040594247 nova-compute[88153]: INFO os_vif [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:de:af,bridge_name='br-int',has_traffic_filtering=True,id=62e29af7-62d1-4792-bbe7-47f8409bb9c9,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62e29af7-62')
Apr 30 15:45:21.114786 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Deleting instance files /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693_del
Apr 30 15:45:21.114786 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Deletion of /opt/stack/data/nova/instances/a5387821-5b50-461f-875d-303cafc79693_del complete
Apr 30 15:45:21.306995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:21.309381 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:21.311839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:21.314714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:21.531072 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:21.627899 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:21.631562 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70734200> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:21.632504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:21.632504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:21.977693 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:21.988193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:21.997059 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:22.027816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:22.034987 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] [instance: 9a8f888b-b0bb-4f99-a8bf-33b892935774] Took 1.49 seconds to deallocate network for instance.
Apr 30 15:45:22.086157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:22.127002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:22.241835 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:22.248095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:22.249059 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:22.249059 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:22.753047 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:22.753265 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:23.100671 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Deleted allocations for instance 9a8f888b-b0bb-4f99-a8bf-33b892935774
Apr 30 15:45:23.264819 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.632s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693] Traceback (most recent call last):
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     return f(*args, **kwargs)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     chosen_mdev = self._create_mdev(
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     self._host.device_create(conf)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     raise e.with_traceback(tb)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     rv = meth(*args, **kwargs)
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:23.266862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a5387821-5b50-461f-875d-303cafc79693] 
Apr 30 15:45:23.268592 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:45:23.270075 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Build of instance a5387821-5b50-461f-875d-303cafc79693 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:45:23.273140 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:45:23.274423 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2092306841',display_name='tempest-DeleteServersTestJSON-server-2092306841',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserverstestjson-server-2092306841',id=58,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-lrovhby7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:21Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=a5387821-5b50-461f-875d-303cafc79693,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "address": "fa:16:3e:cd:de:af", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62e29af7-62", "ovs_interfaceid": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:23.274771 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "address": "fa:16:3e:cd:de:af", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62e29af7-62", "ovs_interfaceid": "62e29af7-62d1-4792-bbe7-47f8409bb9c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:23.276912 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:de:af,bridge_name='br-int',has_traffic_filtering=True,id=62e29af7-62d1-4792-bbe7-47f8409bb9c9,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62e29af7-62') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:23.277364 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:de:af,bridge_name='br-int',has_traffic_filtering=True,id=62e29af7-62d1-4792-bbe7-47f8409bb9c9,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62e29af7-62') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:23.279756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:23.280227 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62e29af7-62, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:23.280381 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:23.283824 np0040594247 nova-compute[88153]: INFO os_vif [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:de:af,bridge_name='br-int',has_traffic_filtering=True,id=62e29af7-62d1-4792-bbe7-47f8409bb9c9,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62e29af7-62')
Apr 30 15:45:23.284112 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:45:23.284483 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:45:23.284717 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:45:23.309317 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:23.313932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:23.329401 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:23.335469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:23.618827 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-be69cb19-49bd-4382-997c-010d7fcb6adf tempest-ServersV294TestFqdnHostnames-2064740065 tempest-ServersV294TestFqdnHostnames-2064740065-project-member] Lock "9a8f888b-b0bb-4f99-a8bf-33b892935774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.533s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:24.376810 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:24.882703 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: a5387821-5b50-461f-875d-303cafc79693] Took 1.60 seconds to deallocate network for instance.
Apr 30 15:45:25.573348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "8b9b73af-bede-4f2a-b0b9-ebfe092b7382" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:25.573348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "8b9b73af-bede-4f2a-b0b9-ebfe092b7382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:25.953661 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Deleted allocations for instance a5387821-5b50-461f-875d-303cafc79693
Apr 30 15:45:25.989218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.002572 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.019310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.052713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.074806 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:45:26.118997 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.162836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.464138 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b7e584e6-41ee-4a30-8636-0b93ba197044 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a5387821-5b50-461f-875d-303cafc79693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.528s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:26.622084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:26.622084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:26.632255 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:45:26.632883 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Claim successful on node np0040594247
Apr 30 15:45:26.639244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.675883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:26.975840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:27.012962 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:27.308698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:27.352380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:27.358206 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:27.771975 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:27.783243 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:27.784059 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:27.784059 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:27.784558 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:27.784702 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:28.292843 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:28.292843 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:28.339732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:28.805931 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:28.807378 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:28.840352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:28.851471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:28.868186 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:28.902326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:28.966846 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:28.977319 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.004603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.013334 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.041011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.082099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.127062 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.318404 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:29.318636 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:29.323323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.325656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.333295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.361592 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.369975 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:29.585033 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0d32391d9104c47ad5fa487936b64f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbb1ca7d6cda4d0f9ef7e5e756ef723e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:29.825202 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:30.541979 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully created port: 611c92b8-6934-4e0b-9a0b-e41085b44e7b {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:31.217736 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully created port: 88b67479-8f51-4346-b30d-96f68e3e187f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:31.348356 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:31.625587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:31.626157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:31.855885 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Booting with volume 18cccad3-e0ce-4d2c-975f-68f7cbda2d79 at /dev/vda
Apr 30 15:45:31.906216 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully created port: 534a4cae-2541-474e-9b5e-35826292300a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:31.941901 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:45:31.945276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:31.955132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:31.955371 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[e442b4f3-3428-4335-80a7-ff00df14c0e9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:31.959335 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:31.968421 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:31.969107 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ccc333-d679-40f6-a68d-b5a08e4f2f84]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:31.971632 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:31.982835 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:31.982835 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf674649-dbb3-4b03-a5b2-3ffa05f84f86]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:31.984778 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[71cbfb23-cba4-449f-8014-ff4023fcb826]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:31.984778 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:32.007041 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:32.007041 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:45:32.007977 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:32.013796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:32.013796 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:45:32.014182 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[806ccbf7-3ac9-4813-88b8-83e648adbce4]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:32.020703 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:45:32.020703 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:45:32.020703 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:45:32.020703 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:45:32.020703 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] <== get_connector_properties: return (77ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:45:32.020703 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating existing volume attachment record: a19f9a39-18d6-4fa9-833c-370c2eeb0182 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:45:32.129793 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:45:32.599279 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully created port: 62d6e169-003e-4b6d-a009-8c9988c00f5f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:32.678332 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:32.679323 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:32.684926 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:45:32.685365 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Claim successful on node np0040594247
Apr 30 15:45:33.158112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.166283 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.176238 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.216900 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.282695 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.309474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.313710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.325305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.331140 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.349076 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:33.375582 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully created port: 6df990cb-c87a-4ee4-b0a7-3a2ddfb15840 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:33.863653 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:33.874661 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:33.876034 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:33.876034 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:33.876034 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:33.876034 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:34.037359 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully updated port: 611c92b8-6934-4e0b-9a0b-e41085b44e7b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:34.084247 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Received event network-changed-611c92b8-6934-4e0b-9a0b-e41085b44e7b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:34.084527 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing instance network info cache due to event network-changed-611c92b8-6934-4e0b-9a0b-e41085b44e7b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:34.085160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:34.085527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:34.086056 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing network info cache for port 611c92b8-6934-4e0b-9a0b-e41085b44e7b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:34.386005 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:34.386005 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:34.730212 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:34.801887 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:34.845563 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:34.906275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:34.907898 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:34.972005 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:34.991980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:34.996809 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.002829 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.056344 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.068364 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:35.127004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.165901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.171787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.342928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.344251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.346448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.348859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:35.419767 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:35.420274 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:35.576225 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bad29265-7a9c-4f57-b19f-d6d9115d1b4d req-907f2ee6-3b14-43cb-8d3e-ea2388cdbb4b service nova] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:35.583283 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4932fea77cf046b98b3998f5d36be9d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e456355765841c4b500b8ac61ee6248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:35.603991 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully updated port: c2879870-0e2c-4dc8-9c03-348b0ca01240 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:35.925880 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:36.292821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:36.303371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:36.315498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:36.332578 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Successfully created port: 91f8622c-9cbb-4b1f-839c-8c5d1c497b5d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:36.342944 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:36.419124 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:36.433757 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:36.460843 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Received event network-changed-c2879870-0e2c-4dc8-9c03-348b0ca01240 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:36.460843 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing instance network info cache due to event network-changed-c2879870-0e2c-4dc8-9c03-348b0ca01240. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:36.461908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:36.462327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:36.463078 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing network info cache for port c2879870-0e2c-4dc8-9c03-348b0ca01240 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:36.483086 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:36.877712 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully updated port: 9bd1c074-d3cb-4244-b225-563746d8bca6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:37.049438 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:37.324309 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:37.327148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:37.329259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:37.390616 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:37.396389 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:37.428663 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Successfully updated port: 91f8622c-9cbb-4b1f-839c-8c5d1c497b5d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:37.452385 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:37.454736 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:37.455302 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Creating image(s)
Apr 30 15:45:37.456136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "/opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:37.456474 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:37.457960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:37.459082 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:37.463848 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:37.469086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.490356 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Received event network-changed-91f8622c-9cbb-4b1f-839c-8c5d1c497b5d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:37.490847 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Refreshing instance network info cache due to event network-changed-91f8622c-9cbb-4b1f-839c-8c5d1c497b5d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:37.490955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] Acquiring lock "refresh_cache-6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:37.491218 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] Acquired lock "refresh_cache-6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:37.491721 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Refreshing network info cache for port 91f8622c-9cbb-4b1f-839c-8c5d1c497b5d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:37.576361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.577182 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:37.577805 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:37.578496 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:37.586703 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:37.586703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.704638 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.118s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.706910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.733493 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Booting with volume e02f98c1-a134-456d-b8ed-7714e7e71875 at /dev/vdb
Apr 30 15:45:37.760151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk 1073741824" returned: 0 in 0.055s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.765109 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.187s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:37.766344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.831122 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-27de458f-c59c-40cc-a947-5812b7676227 req-564c88ad-34f7-4868-87ba-54aa90561eda service nova] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:37.838190 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:45:37.840290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.850096 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.850341 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[0502bbf8-2e48-4572-ba26-6b70467dab89]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:37.854092 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.864375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:37.867436 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.867622 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a6a2ff-b187-4f5f-b7ef-bf6abd5091c3]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:37.869237 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.873134 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.873804 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:37.876339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.890124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.890296 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb2f9c3-a7ec-479f-b33b-e1600bbf539f]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:37.892492 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c2791f1-90a4-4602-8791-51ef0582d386]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:37.893832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.906505 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:37.921755 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:37.921883 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:45:37.925719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:37.933343 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "refresh_cache-6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:37.935485 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:37.935755 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:45:37.935969 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[e82090ee-2e9d-4621-b138-9f4bf8415792]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:37.938377 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:45:37.940239 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:45:37.940901 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:45:37.941555 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:45:37.942036 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] <== get_connector_properties: return (104ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:45:37.942431 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating existing volume attachment record: 3cc3b3c3-808b-4ad4-9ba0-e24563c3b9a9 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:45:37.983844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:37.984293 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Cannot resize image /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:37.984860 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:37.985304 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Ensure instance console log exists: /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:37.985660 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:37.986075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:37.986462 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:37.992565 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Available mdevs at: set().
Apr 30 15:45:37.992806 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:37.993119 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:38.006253 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:38.007398 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:38.013592 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Traceback (most recent call last):
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     yield resources
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     return f(*args, **kwargs)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     chosen_mdev = self._create_mdev(
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     self._host.device_create(conf)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     raise e.with_traceback(tb)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     rv = meth(*args, **kwargs)
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:38.016113 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] 
Apr 30 15:45:38.050609 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:38.240065 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully updated port: 88b67479-8f51-4346-b30d-96f68e3e187f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:38.268065 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:38.350393 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:38.514388 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Received event network-changed-9bd1c074-d3cb-4244-b225-563746d8bca6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:38.514765 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing instance network info cache due to event network-changed-9bd1c074-d3cb-4244-b225-563746d8bca6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:38.515646 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:38.516020 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:38.516331 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing network info cache for port 9bd1c074-d3cb-4244-b225-563746d8bca6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:38.771251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b9836d17-766d-4dca-a9dc-79d4d36e3cbe req-ab240498-3d1a-41e6-978c-8d584d4ef281 service nova] Releasing lock "refresh_cache-6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:38.771918 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquired lock "refresh_cache-6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:38.772232 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:39.146066 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:39.366725 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:39.375856 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:39.433844 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully updated port: 534a4cae-2541-474e-9b5e-35826292300a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:39.555772 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Received event network-changed-534a4cae-2541-474e-9b5e-35826292300a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:39.556353 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing instance network info cache due to event network-changed-534a4cae-2541-474e-9b5e-35826292300a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:39.556478 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:39.792555 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Updating instance_info_cache with network_info: [{"id": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "address": "fa:16:3e:24:61:73", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap91f8622c-9c", "ovs_interfaceid": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:39.872690 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:39.873214 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Received event network-changed-88b67479-8f51-4346-b30d-96f68e3e187f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:39.873656 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing instance network info cache due to event network-changed-88b67479-8f51-4346-b30d-96f68e3e187f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:39.874281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:39.874943 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:39.874943 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing network info cache for port 88b67479-8f51-4346-b30d-96f68e3e187f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:39.890717 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:39.890944 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 15:45:40.296451 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Releasing lock "refresh_cache-6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:40.297031 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Instance network_info: |[{"id": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "address": "fa:16:3e:24:61:73", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap91f8622c-9c", "ovs_interfaceid": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:40.298393 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Terminating instance
Apr 30 15:45:40.482613 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:40.613181 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:40.616303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "7edb18c8-7443-4da3-a4bd-84b31808b0b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:40.616781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "7edb18c8-7443-4da3-a4bd-84b31808b0b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:40.627148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:40.642351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:40.746712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:40.751367 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:40.753752 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:40.812741 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:40.820380 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:40.820380 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Instance destroyed successfully.
Apr 30 15:45:40.820380 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1896669387',display_name='tempest-DeleteServersTestJSON-server-1896669387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserverstestjson-server-1896669387',id=60,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-w4lnn7lv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:36Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "address": "fa:16:3e:24:61:73", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap91f8622c-9c", "ovs_interfaceid": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:40.820380 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "address": "fa:16:3e:24:61:73", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap91f8622c-9c", "ovs_interfaceid": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:40.821103 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:61:73,bridge_name='br-int',has_traffic_filtering=True,id=91f8622c-9cbb-4b1f-839c-8c5d1c497b5d,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91f8622c-9c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:40.821529 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:61:73,bridge_name='br-int',has_traffic_filtering=True,id=91f8622c-9cbb-4b1f-839c-8c5d1c497b5d,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91f8622c-9c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:40.825569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:40.826928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91f8622c-9c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:40.827513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:40.832711 np0040594247 nova-compute[88153]: INFO os_vif [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:61:73,bridge_name='br-int',has_traffic_filtering=True,id=91f8622c-9cbb-4b1f-839c-8c5d1c497b5d,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91f8622c-9c')
Apr 30 15:45:40.832711 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Deleting instance files /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc_del
Apr 30 15:45:40.833732 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Deletion of /opt/stack/data/nova/instances/6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc_del complete
Apr 30 15:45:40.870582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:41.120387 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:45:41.162213 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully updated port: 62d6e169-003e-4b6d-a009-8c9988c00f5f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:41.261723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-22de6f3b-84e9-4aa4-83aa-593709881b45 req-24cc7e98-595a-4bff-8aa7-36a03719de60 service nova] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:41.261723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:41.262021 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing network info cache for port 534a4cae-2541-474e-9b5e-35826292300a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:41.326246 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:41.329810 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:41.345205 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:41.349777 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:41.354702 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d703838f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:41.355094 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:41.355656 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:41.618994 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Received event network-changed-62d6e169-003e-4b6d-a009-8c9988c00f5f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:41.619289 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing instance network info cache due to event network-changed-62d6e169-003e-4b6d-a009-8c9988c00f5f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:41.619590 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:41.667696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:41.861856 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:42.029524 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:42.045604 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:42.066518 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:42.067712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:42.067712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:42.067712 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:42.072075 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:42.202584 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:42.218812 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:42.231048 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:42.279335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:42.323020 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Successfully updated port: 6df990cb-c87a-4ee4-b0a7-3a2ddfb15840 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:42.356359 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:42.368123 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Received event network-changed-6df990cb-c87a-4ee4-b0a7-3a2ddfb15840 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:42.368426 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing instance network info cache due to event network-changed-6df990cb-c87a-4ee4-b0a7-3a2ddfb15840. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:42.369184 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:42.404112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:42.535767 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d2eefe60-fccc-40b2-a74b-2d405d475a1c req-75a2a914-f061-4842-8b09-a320fb6670d0 service nova] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:42.536337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:42.537499 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing network info cache for port 62d6e169-003e-4b6d-a009-8c9988c00f5f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:42.578305 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:42.578305 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:42.826594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:43.093199 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.738s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Traceback (most recent call last):
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     return f(*args, **kwargs)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     chosen_mdev = self._create_mdev(
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     self._host.device_create(conf)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     raise e.with_traceback(tb)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     rv = meth(*args, **kwargs)
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:43.095244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] 
Apr 30 15:45:43.097023 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:45:43.097662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.432s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:43.099048 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Build of instance 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:45:43.101363 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:45:43.102490 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1896669387',display_name='tempest-DeleteServersTestJSON-server-1896669387',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserverstestjson-server-1896669387',id=60,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-w4lnn7lv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:41Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "address": "fa:16:3e:24:61:73", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap91f8622c-9c", "ovs_interfaceid": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:43.102922 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "address": "fa:16:3e:24:61:73", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap91f8622c-9c", "ovs_interfaceid": "91f8622c-9cbb-4b1f-839c-8c5d1c497b5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:43.103892 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:61:73,bridge_name='br-int',has_traffic_filtering=True,id=91f8622c-9cbb-4b1f-839c-8c5d1c497b5d,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91f8622c-9c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:43.104456 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:61:73,bridge_name='br-int',has_traffic_filtering=True,id=91f8622c-9cbb-4b1f-839c-8c5d1c497b5d,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91f8622c-9c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:43.105912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.106450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91f8622c-9c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:43.106825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:43.113842 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:45:43.114144 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Claim successful on node np0040594247
Apr 30 15:45:43.118680 np0040594247 nova-compute[88153]: INFO os_vif [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:61:73,bridge_name='br-int',has_traffic_filtering=True,id=91f8622c-9cbb-4b1f-839c-8c5d1c497b5d,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91f8622c-9c')
Apr 30 15:45:43.119507 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:45:43.119507 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:45:43.119861 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:45:43.124756 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:43.266344 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:43.335492 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.342844 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.347640 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.356630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.372477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.385274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.391217 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.526759 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.598744 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.643728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:43.772168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-401c4daf-3036-4977-b957-2afa205a7938 req-30f35e68-699c-4094-a871-e2048e464c0a service nova] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:43.772168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:43.772168 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Refreshing network info cache for port 6df990cb-c87a-4ee4-b0a7-3a2ddfb15840 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:44.272842 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:44.281501 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:44.282576 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:44.282770 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:44.283148 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:44.283560 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:44.332758 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:44.359707 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:44.500563 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:44.612451 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Booting with volume 6689de15-a20f-4435-a61c-565014101322 at /dev/vdc
Apr 30 15:45:44.687612 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:45:44.688748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:44.696664 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:44.698096 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab433dbe-5ddc-4356-bd39-a07322296acf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:44.699471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:44.709629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:44.710468 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5cfa0ca-1be7-4c12-bf85-ccf2078515b2]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:44.711560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:44.722178 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:44.722349 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[11f96d84-d41b-44f8-a97e-d674b05aed0e]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:44.723447 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[a55f0a3d-d666-4c8d-834e-6741641a0eb0]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:44.724209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:44.743362 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:44.744553 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:45:44.745364 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:44.754186 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:44.754391 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:45:44.755728 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[6750b762-8237-452b-a75c-7a05b1ab8c70]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:44.757187 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:45:44.758576 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:45:44.758917 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:45:44.759188 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:45:44.759636 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] <== get_connector_properties: return (71ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:45:44.760070 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating existing volume attachment record: ac676b03-f87a-4ffd-8e62-323ec8a3bfbb {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:45:44.789725 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:44.790504 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:44.835709 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc] Took 1.72 seconds to deallocate network for instance.
Apr 30 15:45:45.004893 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-302d9da7-e323-4de9-ae17-33790c7eaf6d req-e7892beb-d3b9-4b48-aea7-a9a8d83c3c09 service nova] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:45.005607 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquired lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:45.005943 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:45.093419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.102977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.115996 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.134889 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.194115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.235522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.309537 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:45.310383 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:45.331735 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.336061 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.339444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.372365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.374865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.378053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.379241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:45.601086 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:45.822714 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:45.822714 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:45.904950 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f1df0f46bd40f0938daddee8b8b3e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a9d82ff5b448b18f04b3124213fe86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:45.911063 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Deleted allocations for instance 6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc
Apr 30 15:45:46.326940 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:46.394593 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:46.423810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-39ccaf85-bffa-4434-babd-484e0ba52a8f tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "6ba93dfb-ee74-4b2a-9cab-1237e7cbdbcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.798s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:46.642339 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Successfully created port: 17795bf9-0919-41b2-a446-048f221b9dc3 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:46.832938 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:47.291946 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Successfully created port: 80468094-7449-4685-aedd-d99fda0a44bb {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:47.656229 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [{"id": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "address": "fa:16:3e:e4:c6:09", "network": {"id": "c91fa993-fd57-47df-b3e4-418046d1e8c3", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1444569254-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap611c92b8-69", "ovs_interfaceid": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "address": "fa:16:3e:4f:a4:0e", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2879870-0e", "ovs_interfaceid": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9bd1c074-d3cb-4244-b225-563746d8bca6", "address": "fa:16:3e:ed:39:b6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9bd1c074-d3", "ovs_interfaceid": "9bd1c074-d3cb-4244-b225-563746d8bca6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b67479-8f51-4346-b30d-96f68e3e187f", "address": "fa:16:3e:eb:72:14", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap88b67479-8f", "ovs_interfaceid": "88b67479-8f51-4346-b30d-96f68e3e187f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "534a4cae-2541-474e-9b5e-35826292300a", "address": "fa:16:3e:e2:b2:f6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap534a4cae-25", "ovs_interfaceid": "534a4cae-2541-474e-9b5e-35826292300a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "address": "fa:16:3e:94:bb:00", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62d6e169-00", "ovs_interfaceid": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "address": "fa:16:3e:8d:1a:e1", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6df990cb-c8", "ovs_interfaceid": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:47.846721 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:47.849711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:47.849711 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Creating image(s)
Apr 30 15:45:47.850533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "/opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:47.851824 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "/opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:47.851918 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "/opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:47.852673 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:47.857656 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:47.861606 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:47.892594 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:47.903768 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Successfully created port: a53a659f-dfc0-4e68-bbf6-38105608321e {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:47.962781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:47.963143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:47.963826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:47.965057 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:47.970401 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:47.970938 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:48.068850 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:48.069283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:48.114952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk 1073741824" returned: 0 in 0.044s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:48.116000 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.152s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:48.116278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:48.161655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Releasing lock "refresh_cache-8b9b73af-bede-4f2a-b0b9-ebfe092b7382" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:48.163996 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance network_info: |[{"id": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "address": "fa:16:3e:e4:c6:09", "network": {"id": "c91fa993-fd57-47df-b3e4-418046d1e8c3", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1444569254-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap611c92b8-69", "ovs_interfaceid": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "address": "fa:16:3e:4f:a4:0e", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2879870-0e", "ovs_interfaceid": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9bd1c074-d3cb-4244-b225-563746d8bca6", "address": "fa:16:3e:ed:39:b6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9bd1c074-d3", "ovs_interfaceid": "9bd1c074-d3cb-4244-b225-563746d8bca6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b67479-8f51-4346-b30d-96f68e3e187f", "address": "fa:16:3e:eb:72:14", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap88b67479-8f", "ovs_interfaceid": "88b67479-8f51-4346-b30d-96f68e3e187f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "534a4cae-2541-474e-9b5e-35826292300a", "address": "fa:16:3e:e2:b2:f6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap534a4cae-25", "ovs_interfaceid": "534a4cae-2541-474e-9b5e-35826292300a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "address": "fa:16:3e:94:bb:00", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62d6e169-00", "ovs_interfaceid": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "address": "fa:16:3e:8d:1a:e1", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6df990cb-c8", "ovs_interfaceid": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:48.222136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:48.222890 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:48.224426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:48.325808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:48.326352 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Cannot resize image /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:48.326963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:48.327412 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Ensure instance console log exists: /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:48.328573 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:48.329355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:48.329851 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:48.334785 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Available mdevs at: set().
Apr 30 15:45:48.334785 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:48.335265 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:48.343948 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:48.344846 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:48.353440 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Traceback (most recent call last):
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     yield resources
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     return f(*args, **kwargs)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     chosen_mdev = self._create_mdev(
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     self._host.device_create(conf)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     raise e.with_traceback(tb)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     rv = meth(*args, **kwargs)
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] 
Apr 30 15:45:48.361704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:48.413978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:48.414509 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:48.414509 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:48.414915 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:45:48.513196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquiring lock "33724ecc-9b9c-4972-8686-1c559c32069c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:48.513439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "33724ecc-9b9c-4972-8686-1c559c32069c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:48.624712 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Successfully updated port: 17795bf9-0919-41b2-a446-048f221b9dc3 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:48.659189 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Received event network-changed-17795bf9-0919-41b2-a446-048f221b9dc3 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:48.659649 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Refreshing instance network info cache due to event network-changed-17795bf9-0919-41b2-a446-048f221b9dc3. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:48.659961 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] Acquiring lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:48.660131 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] Acquired lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:48.660283 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Refreshing network info cache for port 17795bf9-0919-41b2-a446-048f221b9dc3 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:48.670731 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:45:48.670731 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1360MB free_disk=56.59695816040039GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:45:48.670731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:48.670731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:49.019647 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:45:49.225937 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:49.378284 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:49.570496 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:49.641354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:49.655416 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:49.669084 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:49.704354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:49.720579 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 8b9b73af-bede-4f2a-b0b9-ebfe092b7382 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:45:49.720793 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 7edb18c8-7443-4da3-a4bd-84b31808b0b3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:45:49.769889 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:49.812585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:49.848592 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Successfully updated port: 80468094-7449-4685-aedd-d99fda0a44bb {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:49.881227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2145ce0d-d9de-4bf6-9cf7-42511b0d9762 req-f406fbae-a914-4a76-9f5b-c0ab70403625 service nova] Releasing lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:49.884108 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Received event network-changed-80468094-7449-4685-aedd-d99fda0a44bb {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:49.884431 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Refreshing instance network info cache due to event network-changed-80468094-7449-4685-aedd-d99fda0a44bb. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:49.884952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] Acquiring lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:49.885234 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] Acquired lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:49.885624 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Refreshing network info cache for port 80468094-7449-4685-aedd-d99fda0a44bb {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:50.224715 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 33724ecc-9b9c-4972-8686-1c559c32069c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:45:50.487705 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:50.625641 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:50.642292 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "f55431c8-039d-4fec-8f10-4bc7f88a1b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:50.642835 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "f55431c8-039d-4fec-8f10-4bc7f88a1b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:50.728192 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance f55431c8-039d-4fec-8f10-4bc7f88a1b95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:45:50.729014 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:45:50.729014 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=768MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:45:50.898384 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:50.899299 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:50.914274 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:50.923126 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:50.932799 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:50.934651 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:50.934935 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Creating image(s)
Apr 30 15:45:50.935420 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:45:50.935808 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Ensure instance console log exists: /opt/stack/data/nova/instances/8b9b73af-bede-4f2a-b0b9-ebfe092b7382/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:50.936137 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:50.936457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:50.936900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:50.942351 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Available mdevs at: set().
Apr 30 15:45:50.942628 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:50.942932 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:50.947143 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:50.947926 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:50.952017 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Traceback (most recent call last):
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     yield resources
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     return f(*args, **kwargs)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     chosen_mdev = self._create_mdev(
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     self._host.device_create(conf)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     raise e.with_traceback(tb)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     rv = meth(*args, **kwargs)
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:50.954360 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] 
Apr 30 15:45:50.956462 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Terminating instance
Apr 30 15:45:51.023028 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Successfully updated port: a53a659f-dfc0-4e68-bbf6-38105608321e {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:51.129754 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ec34426b-3ac7-4027-b8c9-ae37dfb84cc4 req-d751318c-1c1d-4a63-a0d4-ae1b0c3134a0 service nova] Releasing lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:51.149786 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:45:51.323249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.324938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.327123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.418999 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:51.419490 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:51.461858 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:51.465502 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:51.465733 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Instance destroyed successfully.
Apr 30 15:45:51.467137 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "address": "fa:16:3e:e4:c6:09", "network": {"id": "c91fa993-fd57-47df-b3e4-418046d1e8c3", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1444569254-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap611c92b8-69", "ovs_interfaceid": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:51.467491 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "address": "fa:16:3e:e4:c6:09", "network": {"id": "c91fa993-fd57-47df-b3e4-418046d1e8c3", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1444569254-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap611c92b8-69", "ovs_interfaceid": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:51.468591 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c6:09,bridge_name='br-int',has_traffic_filtering=True,id=611c92b8-6934-4e0b-9a0b-e41085b44e7b,network=Network(c91fa993-fd57-47df-b3e4-418046d1e8c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap611c92b8-69') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:51.469142 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c6:09,bridge_name='br-int',has_traffic_filtering=True,id=611c92b8-6934-4e0b-9a0b-e41085b44e7b,network=Network(c91fa993-fd57-47df-b3e4-418046d1e8c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap611c92b8-69') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:51.471761 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.472189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap611c92b8-69, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:51.472478 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:51.475374 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c6:09,bridge_name='br-int',has_traffic_filtering=True,id=611c92b8-6934-4e0b-9a0b-e41085b44e7b,network=Network(c91fa993-fd57-47df-b3e4-418046d1e8c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap611c92b8-69')
Apr 30 15:45:51.476332 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "address": "fa:16:3e:4f:a4:0e", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2879870-0e", "ovs_interfaceid": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:51.476706 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "address": "fa:16:3e:4f:a4:0e", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2879870-0e", "ovs_interfaceid": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:51.477372 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:a4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c2879870-0e2c-4dc8-9c03-348b0ca01240,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc2879870-0e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:51.477801 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:a4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c2879870-0e2c-4dc8-9c03-348b0ca01240,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc2879870-0e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:51.478910 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.479244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2879870-0e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:51.479473 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:51.481411 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:a4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c2879870-0e2c-4dc8-9c03-348b0ca01240,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc2879870-0e')
Apr 30 15:45:51.482407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9bd1c074-d3cb-4244-b225-563746d8bca6", "address": "fa:16:3e:ed:39:b6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9bd1c074-d3", "ovs_interfaceid": "9bd1c074-d3cb-4244-b225-563746d8bca6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:51.482972 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "9bd1c074-d3cb-4244-b225-563746d8bca6", "address": "fa:16:3e:ed:39:b6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9bd1c074-d3", "ovs_interfaceid": "9bd1c074-d3cb-4244-b225-563746d8bca6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:51.483419 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:39:b6,bridge_name='br-int',has_traffic_filtering=True,id=9bd1c074-d3cb-4244-b225-563746d8bca6,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9bd1c074-d3') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:51.483834 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:39:b6,bridge_name='br-int',has_traffic_filtering=True,id=9bd1c074-d3cb-4244-b225-563746d8bca6,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9bd1c074-d3') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:51.484908 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.485248 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9bd1c074-d3, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:51.485642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:51.487455 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:39:b6,bridge_name='br-int',has_traffic_filtering=True,id=9bd1c074-d3cb-4244-b225-563746d8bca6,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9bd1c074-d3')
Apr 30 15:45:51.488382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88b67479-8f51-4346-b30d-96f68e3e187f", "address": "fa:16:3e:eb:72:14", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap88b67479-8f", "ovs_interfaceid": "88b67479-8f51-4346-b30d-96f68e3e187f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:51.488729 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "88b67479-8f51-4346-b30d-96f68e3e187f", "address": "fa:16:3e:eb:72:14", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap88b67479-8f", "ovs_interfaceid": "88b67479-8f51-4346-b30d-96f68e3e187f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:51.489380 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:72:14,bridge_name='br-int',has_traffic_filtering=True,id=88b67479-8f51-4346-b30d-96f68e3e187f,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88b67479-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:51.489797 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:72:14,bridge_name='br-int',has_traffic_filtering=True,id=88b67479-8f51-4346-b30d-96f68e3e187f,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88b67479-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:51.491216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.491548 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap88b67479-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:51.491795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:51.493947 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:72:14,bridge_name='br-int',has_traffic_filtering=True,id=88b67479-8f51-4346-b30d-96f68e3e187f,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88b67479-8f')
Apr 30 15:45:51.494872 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "534a4cae-2541-474e-9b5e-35826292300a", "address": "fa:16:3e:e2:b2:f6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap534a4cae-25", "ovs_interfaceid": "534a4cae-2541-474e-9b5e-35826292300a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:51.495190 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "534a4cae-2541-474e-9b5e-35826292300a", "address": "fa:16:3e:e2:b2:f6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap534a4cae-25", "ovs_interfaceid": "534a4cae-2541-474e-9b5e-35826292300a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:51.495874 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:b2:f6,bridge_name='br-int',has_traffic_filtering=True,id=534a4cae-2541-474e-9b5e-35826292300a,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap534a4cae-25') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:51.496259 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:b2:f6,bridge_name='br-int',has_traffic_filtering=True,id=534a4cae-2541-474e-9b5e-35826292300a,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap534a4cae-25') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:51.497694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.498044 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap534a4cae-25, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:51.498263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:51.500227 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:b2:f6,bridge_name='br-int',has_traffic_filtering=True,id=534a4cae-2541-474e-9b5e-35826292300a,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap534a4cae-25')
Apr 30 15:45:51.501176 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "address": "fa:16:3e:94:bb:00", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62d6e169-00", "ovs_interfaceid": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:51.501513 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "address": "fa:16:3e:94:bb:00", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62d6e169-00", "ovs_interfaceid": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:51.502208 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:bb:00,bridge_name='br-int',has_traffic_filtering=True,id=62d6e169-003e-4b6d-a009-8c9988c00f5f,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62d6e169-00') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:51.502605 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:bb:00,bridge_name='br-int',has_traffic_filtering=True,id=62d6e169-003e-4b6d-a009-8c9988c00f5f,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62d6e169-00') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:51.503644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.504004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62d6e169-00, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:51.504225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:51.505963 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:bb:00,bridge_name='br-int',has_traffic_filtering=True,id=62d6e169-003e-4b6d-a009-8c9988c00f5f,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62d6e169-00')
Apr 30 15:45:51.506871 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "address": "fa:16:3e:8d:1a:e1", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6df990cb-c8", "ovs_interfaceid": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:51.507215 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "address": "fa:16:3e:8d:1a:e1", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6df990cb-c8", "ovs_interfaceid": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:51.507877 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:1a:e1,bridge_name='br-int',has_traffic_filtering=True,id=6df990cb-c87a-4ee4-b0a7-3a2ddfb15840,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6df990cb-c8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:51.508268 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:1a:e1,bridge_name='br-int',has_traffic_filtering=True,id=6df990cb-c87a-4ee4-b0a7-3a2ddfb15840,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6df990cb-c8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:51.509328 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:51.509660 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6df990cb-c8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:51.509911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:51.511851 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:1a:e1,bridge_name='br-int',has_traffic_filtering=True,id=6df990cb-c87a-4ee4-b0a7-3a2ddfb15840,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6df990cb-c8')
Apr 30 15:45:51.513865 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:45:51.514828 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-18cccad3-e0ce-4d2c-975f-68f7cbda2d79', 'target_lun': 0, 'volume_id': '18cccad3-e0ce-4d2c-975f-68f7cbda2d79', 'auth_method': 'CHAP', 'auth_username': 'eVfFgLTTRH3ZAVNFEKtK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:45:51.515121 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:45:51.515702 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:45:51.516880 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:51.526113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:51.526228 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquired lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:51.526461 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:51.527900 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:51.528095 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[1bbaf719-a4db-4cf1-bff2-b5881efff7fa]: Unexpected error while running command.
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.528904 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:45:51.530003 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bbaf719-a4db-4cf1-bff2-b5881efff7fa]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:45:51.532845 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.537655 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:45:51.537655 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:45:51.537655 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] <== disconnect_volume: return (19ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:45:51.537655 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:45:51.537655 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:45:51.537655 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-e02f98c1-a134-456d-b8ed-7714e7e71875', 'target_lun': 0, 'volume_id': 'e02f98c1-a134-456d-b8ed-7714e7e71875', 'auth_method': 'CHAP', 'auth_username': 'dQAPpiggHqc67inVC8V9', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:45:51.537655 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:45:51.538186 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:45:51.539283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:51.551168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:51.551388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[ab12f54d-d2c3-4a75-9629-26e399abadca]: Unexpected error while running command.
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.552966 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:45:51.554097 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab12f54d-d2c3-4a75-9629-26e399abadca]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:45:51.556625 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.560431 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:45:51.560431 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:45:51.560431 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] <== disconnect_volume: return (19ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:45:51.560431 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:45:51.560431 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:45:51.560976 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-6689de15-a20f-4435-a61c-565014101322', 'target_lun': 0, 'volume_id': '6689de15-a20f-4435-a61c-565014101322', 'auth_method': 'CHAP', 'auth_username': 'ucmeGRg5U2vs5DrCQG6R', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:45:51.561320 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:45:51.561833 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:45:51.562918 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:51.572649 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:51.572916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[1788cdd9-eb6d-40e6-ba58-a197ef465d5e]: Unexpected error while running command.
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.574191 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:45:51.575357 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[1788cdd9-eb6d-40e6-ba58-a197ef465d5e]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:45:51.578031 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:45:51.584334 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:45:51.584334 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:45:51.584334 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] <== disconnect_volume: return (18ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:45:51.584334 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:45:51.584334 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Deleting instance files /opt/stack/data/nova/instances/8b9b73af-bede-4f2a-b0b9-ebfe092b7382_del
Apr 30 15:45:51.584334 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Deletion of /opt/stack/data/nova/instances/8b9b73af-bede-4f2a-b0b9-ebfe092b7382_del complete
Apr 30 15:45:51.680173 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:51.931312 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:45:51.931823 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.262s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:51.933005 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Received event network-changed-a53a659f-dfc0-4e68-bbf6-38105608321e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:51.933322 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Refreshing instance network info cache due to event network-changed-a53a659f-dfc0-4e68-bbf6-38105608321e. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:51.933622 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] Acquiring lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:51.934321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.364s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:51.940003 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:45:51.940306 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Claim successful on node np0040594247
Apr 30 15:45:52.088801 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Took 0.63 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:52.095329 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:52.764818 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Updating instance_info_cache with network_info: [{"id": "17795bf9-0919-41b2-a446-048f221b9dc3", "address": "fa:16:3e:af:18:b0", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap17795bf9-09", "ovs_interfaceid": "17795bf9-0919-41b2-a446-048f221b9dc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80468094-7449-4685-aedd-d99fda0a44bb", "address": "fa:16:3e:20:5c:8f", "network": {"id": "3d755313-dfba-4b73-a337-11cd5e613089", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1696859691", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap80468094-74", "ovs_interfaceid": "80468094-7449-4685-aedd-d99fda0a44bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a53a659f-dfc0-4e68-bbf6-38105608321e", "address": "fa:16:3e:2e:aa:0a", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa53a659f-df", "ovs_interfaceid": "a53a659f-dfc0-4e68-bbf6-38105608321e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:53.138892 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:53.144341 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:53.145296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:53.145296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:53.145296 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:53.145790 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:53.269254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Releasing lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:53.269826 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Instance network_info: |[{"id": "17795bf9-0919-41b2-a446-048f221b9dc3", "address": "fa:16:3e:af:18:b0", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap17795bf9-09", "ovs_interfaceid": "17795bf9-0919-41b2-a446-048f221b9dc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80468094-7449-4685-aedd-d99fda0a44bb", "address": "fa:16:3e:20:5c:8f", "network": {"id": "3d755313-dfba-4b73-a337-11cd5e613089", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1696859691", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap80468094-74", "ovs_interfaceid": "80468094-7449-4685-aedd-d99fda0a44bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a53a659f-dfc0-4e68-bbf6-38105608321e", "address": "fa:16:3e:2e:aa:0a", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa53a659f-df", "ovs_interfaceid": "a53a659f-dfc0-4e68-bbf6-38105608321e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:53.270299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] Acquired lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:53.270622 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Refreshing network info cache for port a53a659f-dfc0-4e68-bbf6-38105608321e {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:53.272966 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Terminating instance
Apr 30 15:45:53.338397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:53.367213 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:53.650475 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:53.651906 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:53.784249 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:53.790143 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:53.790333 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Instance destroyed successfully.
Apr 30 15:45:53.791834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-388295472',display_name='tempest-ServersTestMultiNic-server-388295472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestmultinic-server-388295472',id=61,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-ckkmn7yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:47Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=7edb18c8-7443-4da3-a4bd-84b31808b0b3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17795bf9-0919-41b2-a446-048f221b9dc3", "address": "fa:16:3e:af:18:b0", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap17795bf9-09", "ovs_interfaceid": "17795bf9-0919-41b2-a446-048f221b9dc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:53.792213 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "17795bf9-0919-41b2-a446-048f221b9dc3", "address": "fa:16:3e:af:18:b0", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap17795bf9-09", "ovs_interfaceid": "17795bf9-0919-41b2-a446-048f221b9dc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:53.793082 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:18:b0,bridge_name='br-int',has_traffic_filtering=True,id=17795bf9-0919-41b2-a446-048f221b9dc3,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17795bf9-09') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:53.793575 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:18:b0,bridge_name='br-int',has_traffic_filtering=True,id=17795bf9-0919-41b2-a446-048f221b9dc3,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17795bf9-09') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:53.795058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:53.795558 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap17795bf9-09, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:53.795964 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:53.798867 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:18:b0,bridge_name='br-int',has_traffic_filtering=True,id=17795bf9-0919-41b2-a446-048f221b9dc3,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17795bf9-09')
Apr 30 15:45:53.799810 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-388295472',display_name='tempest-ServersTestMultiNic-server-388295472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestmultinic-server-388295472',id=61,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-ckkmn7yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:47Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=7edb18c8-7443-4da3-a4bd-84b31808b0b3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80468094-7449-4685-aedd-d99fda0a44bb", "address": "fa:16:3e:20:5c:8f", "network": {"id": "3d755313-dfba-4b73-a337-11cd5e613089", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1696859691", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap80468094-74", "ovs_interfaceid": "80468094-7449-4685-aedd-d99fda0a44bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:53.800137 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "80468094-7449-4685-aedd-d99fda0a44bb", "address": "fa:16:3e:20:5c:8f", "network": {"id": "3d755313-dfba-4b73-a337-11cd5e613089", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1696859691", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap80468094-74", "ovs_interfaceid": "80468094-7449-4685-aedd-d99fda0a44bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:53.800905 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5c:8f,bridge_name='br-int',has_traffic_filtering=True,id=80468094-7449-4685-aedd-d99fda0a44bb,network=Network(3d755313-dfba-4b73-a337-11cd5e613089),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80468094-74') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:53.801507 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5c:8f,bridge_name='br-int',has_traffic_filtering=True,id=80468094-7449-4685-aedd-d99fda0a44bb,network=Network(3d755313-dfba-4b73-a337-11cd5e613089),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80468094-74') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:53.803165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:53.803598 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80468094-74, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:53.803950 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:53.806901 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5c:8f,bridge_name='br-int',has_traffic_filtering=True,id=80468094-7449-4685-aedd-d99fda0a44bb,network=Network(3d755313-dfba-4b73-a337-11cd5e613089),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80468094-74')
Apr 30 15:45:53.807841 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-388295472',display_name='tempest-ServersTestMultiNic-server-388295472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestmultinic-server-388295472',id=61,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-ckkmn7yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:47Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=7edb18c8-7443-4da3-a4bd-84b31808b0b3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a53a659f-dfc0-4e68-bbf6-38105608321e", "address": "fa:16:3e:2e:aa:0a", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa53a659f-df", "ovs_interfaceid": "a53a659f-dfc0-4e68-bbf6-38105608321e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:53.808166 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "a53a659f-dfc0-4e68-bbf6-38105608321e", "address": "fa:16:3e:2e:aa:0a", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa53a659f-df", "ovs_interfaceid": "a53a659f-dfc0-4e68-bbf6-38105608321e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:53.808873 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:aa:0a,bridge_name='br-int',has_traffic_filtering=True,id=a53a659f-dfc0-4e68-bbf6-38105608321e,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa53a659f-df') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:53.809263 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:aa:0a,bridge_name='br-int',has_traffic_filtering=True,id=a53a659f-dfc0-4e68-bbf6-38105608321e,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa53a659f-df') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:53.810658 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:53.811026 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa53a659f-df, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:53.811251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:53.813103 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:aa:0a,bridge_name='br-int',has_traffic_filtering=True,id=a53a659f-dfc0-4e68-bbf6-38105608321e,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa53a659f-df')
Apr 30 15:45:53.813564 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Deleting instance files /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3_del
Apr 30 15:45:53.814160 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Deletion of /opt/stack/data/nova/instances/7edb18c8-7443-4da3-a4bd-84b31808b0b3_del complete
Apr 30 15:45:54.117366 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Updated VIF entry in instance network info cache for port a53a659f-dfc0-4e68-bbf6-38105608321e. {{(pid=88153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
Apr 30 15:45:54.118006 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Updating instance_info_cache with network_info: [{"id": "17795bf9-0919-41b2-a446-048f221b9dc3", "address": "fa:16:3e:af:18:b0", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap17795bf9-09", "ovs_interfaceid": "17795bf9-0919-41b2-a446-048f221b9dc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80468094-7449-4685-aedd-d99fda0a44bb", "address": "fa:16:3e:20:5c:8f", "network": {"id": "3d755313-dfba-4b73-a337-11cd5e613089", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1696859691", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap80468094-74", "ovs_interfaceid": "80468094-7449-4685-aedd-d99fda0a44bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a53a659f-dfc0-4e68-bbf6-38105608321e", "address": "fa:16:3e:2e:aa:0a", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa53a659f-df", "ovs_interfaceid": "a53a659f-dfc0-4e68-bbf6-38105608321e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:54.343749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:54.344362 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:54.349404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.669s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:54.351149 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Took 0.57 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:54.356224 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:45:54.356658 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Claim successful on node np0040594247
Apr 30 15:45:54.359870 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7021ffb0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:54.360219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:54.621365 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-95938c94-b04a-41c6-b089-6ae72b00bfd2 req-d5b6187c-ce68-4901-bca2-41f58b074dc9 service nova] Releasing lock "refresh_cache-7edb18c8-7443-4da3-a4bd-84b31808b0b3" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:54.855696 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:54.856077 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:54.916553 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf957b1f4eee477da1e12a7d85c09de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48f98807c66e4aa3bfbe4096b2c3ca35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:55.361038 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:55.425915 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Successfully created port: 0ff1fae0-b0f4-42bd-96c3-495c082049d8 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:55.542661 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:55.547582 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:55.548388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:55.548388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:55.548626 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:55.549060 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:55.865938 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:56.056549 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:56.057100 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:56.171121 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Successfully updated port: 0ff1fae0-b0f4-42bd-96c3-495c082049d8 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:56.213047 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Received event network-changed-0ff1fae0-b0f4-42bd-96c3-495c082049d8 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:56.213308 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Refreshing instance network info cache due to event network-changed-0ff1fae0-b0f4-42bd-96c3-495c082049d8. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:56.214160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] Acquiring lock "refresh_cache-33724ecc-9b9c-4972-8686-1c559c32069c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:56.214160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] Acquired lock "refresh_cache-33724ecc-9b9c-4972-8686-1c559c32069c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:56.214370 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Refreshing network info cache for port 0ff1fae0-b0f4-42bd-96c3-495c082049d8 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:56.570012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:56.570922 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:45:56.574596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.214s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:56.678219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquiring lock "refresh_cache-33724ecc-9b9c-4972-8686-1c559c32069c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:56.764341 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:56.882842 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:56.882842 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:56.884272 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Creating image(s)
Apr 30 15:45:56.884272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquiring lock "/opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:56.884272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "/opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:56.885729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "/opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:56.885729 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:56.890748 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:56.892458 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:56.894334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:56.931925 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:56.934713 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:56.934713 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:56.934713 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:56.934713 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:56.934713 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:56.934713 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:45:56.934713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:45:56.986033 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:56.986705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:56.987564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:56.988187 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:56.993930 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:56.994519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:57.094513 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:45:57.094978 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:45:57.103435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:57.103988 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:57.144507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:57.145156 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.158s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:57.145600 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:57.188712 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4932fea77cf046b98b3998f5d36be9d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e456355765841c4b500b8ac61ee6248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:45:57.244573 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:57.245117 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Checking if we can resize image /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:57.245503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:57.340663 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:57.348864 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:57.349794 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:45:57.349853 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:45:57.350237 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:57.350692 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:45:57.360889 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:57.361689 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Cannot resize image /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:57.361689 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:57.362061 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Ensure instance console log exists: /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:57.362511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:57.362904 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:57.365372 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:57.369344 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Available mdevs at: set().
Apr 30 15:45:57.370106 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:57.370106 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:57.378215 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:57.379154 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:57.381954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Traceback (most recent call last):
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     yield resources
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     return f(*args, **kwargs)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     chosen_mdev = self._create_mdev(
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     self._host.device_create(conf)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     raise e.with_traceback(tb)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     rv = meth(*args, **kwargs)
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:57.384288 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] 
Apr 30 15:45:57.409250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-17a5f416-dadc-432c-8920-22144d3ac30e req-39cea14d-42e3-4ef4-ae03-52d68468b050 service nova] Releasing lock "refresh_cache-33724ecc-9b9c-4972-8686-1c559c32069c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:57.410113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquired lock "refresh_cache-33724ecc-9b9c-4972-8686-1c559c32069c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:57.410579 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:57.604489 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:45:57.779188 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Successfully created port: 5fac0a50-cc24-4479-86b5-e029278154be {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:45:57.857747 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:57.858067 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:45:57.987754 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:58.112970 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:45:58.223213 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Updating instance_info_cache with network_info: [{"id": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "address": "fa:16:3e:e5:b6:41", "network": {"id": "28d089e4-d5a6-4757-a2e9-49c3cf165572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139467286-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "48f98807c66e4aa3bfbe4096b2c3ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ff1fae0-b0", "ovs_interfaceid": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:58.370186 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:58.376547 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Successfully updated port: 5fac0a50-cc24-4479-86b5-e029278154be {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:45:58.379326 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.805s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Traceback (most recent call last):
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     return f(*args, **kwargs)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     chosen_mdev = self._create_mdev(
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     self._host.device_create(conf)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     raise e.with_traceback(tb)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     rv = meth(*args, **kwargs)
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:58.381227 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] 
Apr 30 15:45:58.383472 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:45:58.384784 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Build of instance 7edb18c8-7443-4da3-a4bd-84b31808b0b3 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:45:58.387151 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:45:58.388356 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-388295472',display_name='tempest-ServersTestMultiNic-server-388295472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestmultinic-server-388295472',id=61,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-ckkmn7yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:54Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=7edb18c8-7443-4da3-a4bd-84b31808b0b3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17795bf9-0919-41b2-a446-048f221b9dc3", "address": "fa:16:3e:af:18:b0", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap17795bf9-09", "ovs_interfaceid": "17795bf9-0919-41b2-a446-048f221b9dc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:58.388741 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "17795bf9-0919-41b2-a446-048f221b9dc3", "address": "fa:16:3e:af:18:b0", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap17795bf9-09", "ovs_interfaceid": "17795bf9-0919-41b2-a446-048f221b9dc3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:58.389662 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:18:b0,bridge_name='br-int',has_traffic_filtering=True,id=17795bf9-0919-41b2-a446-048f221b9dc3,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17795bf9-09') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:58.390118 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:18:b0,bridge_name='br-int',has_traffic_filtering=True,id=17795bf9-0919-41b2-a446-048f221b9dc3,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17795bf9-09') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:58.393429 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:58.393892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap17795bf9-09, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:58.394198 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:58.396908 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:18:b0,bridge_name='br-int',has_traffic_filtering=True,id=17795bf9-0919-41b2-a446-048f221b9dc3,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17795bf9-09')
Apr 30 15:45:58.398060 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-388295472',display_name='tempest-ServersTestMultiNic-server-388295472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestmultinic-server-388295472',id=61,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-ckkmn7yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:54Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=7edb18c8-7443-4da3-a4bd-84b31808b0b3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80468094-7449-4685-aedd-d99fda0a44bb", "address": "fa:16:3e:20:5c:8f", "network": {"id": "3d755313-dfba-4b73-a337-11cd5e613089", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1696859691", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap80468094-74", "ovs_interfaceid": "80468094-7449-4685-aedd-d99fda0a44bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:58.398413 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "80468094-7449-4685-aedd-d99fda0a44bb", "address": "fa:16:3e:20:5c:8f", "network": {"id": "3d755313-dfba-4b73-a337-11cd5e613089", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1696859691", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap80468094-74", "ovs_interfaceid": "80468094-7449-4685-aedd-d99fda0a44bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:58.399161 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:5c:8f,bridge_name='br-int',has_traffic_filtering=True,id=80468094-7449-4685-aedd-d99fda0a44bb,network=Network(3d755313-dfba-4b73-a337-11cd5e613089),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80468094-74') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:58.399552 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5c:8f,bridge_name='br-int',has_traffic_filtering=True,id=80468094-7449-4685-aedd-d99fda0a44bb,network=Network(3d755313-dfba-4b73-a337-11cd5e613089),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80468094-74') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:58.402709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:58.403017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80468094-74, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:58.403249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:58.405069 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:5c:8f,bridge_name='br-int',has_traffic_filtering=True,id=80468094-7449-4685-aedd-d99fda0a44bb,network=Network(3d755313-dfba-4b73-a337-11cd5e613089),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80468094-74')
Apr 30 15:45:58.405999 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-388295472',display_name='tempest-ServersTestMultiNic-server-388295472',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestmultinic-server-388295472',id=61,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-ckkmn7yg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:54Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=7edb18c8-7443-4da3-a4bd-84b31808b0b3,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a53a659f-dfc0-4e68-bbf6-38105608321e", "address": "fa:16:3e:2e:aa:0a", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa53a659f-df", "ovs_interfaceid": "a53a659f-dfc0-4e68-bbf6-38105608321e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:58.406474 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "a53a659f-dfc0-4e68-bbf6-38105608321e", "address": "fa:16:3e:2e:aa:0a", "network": {"id": "1d7e41a2-7480-4fc5-811c-35635d924a7f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2112491383", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa53a659f-df", "ovs_interfaceid": "a53a659f-dfc0-4e68-bbf6-38105608321e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:58.407429 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:aa:0a,bridge_name='br-int',has_traffic_filtering=True,id=a53a659f-dfc0-4e68-bbf6-38105608321e,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa53a659f-df') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:58.407858 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:aa:0a,bridge_name='br-int',has_traffic_filtering=True,id=a53a659f-dfc0-4e68-bbf6-38105608321e,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa53a659f-df') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:58.409362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:58.409722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa53a659f-df, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:58.409967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:58.411693 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:aa:0a,bridge_name='br-int',has_traffic_filtering=True,id=a53a659f-dfc0-4e68-bbf6-38105608321e,network=Network(1d7e41a2-7480-4fc5-811c-35635d924a7f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa53a659f-df')
Apr 30 15:45:58.412006 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:45:58.412479 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:45:58.412662 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:45:58.417975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Received event network-changed-5fac0a50-cc24-4479-86b5-e029278154be {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:45:58.418394 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Refreshing instance network info cache due to event network-changed-5fac0a50-cc24-4479-86b5-e029278154be. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:45:58.418744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] Acquiring lock "refresh_cache-f55431c8-039d-4fec-8f10-4bc7f88a1b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:58.419001 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] Acquired lock "refresh_cache-f55431c8-039d-4fec-8f10-4bc7f88a1b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:58.419277 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Refreshing network info cache for port 5fac0a50-cc24-4479-86b5-e029278154be {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:45:58.726781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Releasing lock "refresh_cache-33724ecc-9b9c-4972-8686-1c559c32069c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:58.727257 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Instance network_info: |[{"id": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "address": "fa:16:3e:e5:b6:41", "network": {"id": "28d089e4-d5a6-4757-a2e9-49c3cf165572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139467286-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "48f98807c66e4aa3bfbe4096b2c3ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ff1fae0-b0", "ovs_interfaceid": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:45:58.727843 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Terminating instance
Apr 30 15:45:58.886213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "refresh_cache-f55431c8-039d-4fec-8f10-4bc7f88a1b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:45:58.992276 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:45:59.127443 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:45:59.128831 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:45:59.129253 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Creating image(s)
Apr 30 15:45:59.130507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "/opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:59.130507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:59.131141 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:59.132064 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:59.140084 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:59.144549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:59.169986 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:45:59.237914 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:45:59.241823 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:45:59.241996 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Instance destroyed successfully.
Apr 30 15:45:59.243618 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=::babe:dc0c:1602,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestManualDisk-server-1391211270',display_name='tempest-ServersTestManualDisk-server-1391211270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestmanualdisk-server-1391211270',id=62,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFzwsH19ZS31mHgZg7HRSAdE6zTSoR2GnTjLsq6Jg/IfcvoZfrX+DLIvpiTKZCImUsnvxfre3i7EEVcLQFdpZY7DgmmEKXdkY2RaCD72xxshi2ooWbs2xD7cd4A6rcW9Cw==',key_name='tempest-keypair-1622464854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={hello='world'},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='48f98807c66e4aa3bfbe4096b2c3ca35',ramdisk_id='',reservation_id='r-s0kkdy49',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestManualDisk-195183740',owner_user_name='tempest-ServersTestManualDisk-195183740-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf957b1f4eee477da1e12a7d85c09de7',uuid=33724ecc-9b9c-4972-8686-1c559c32069c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "address": "fa:16:3e:e5:b6:41", "network": {"id": "28d089e4-d5a6-4757-a2e9-49c3cf165572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139467286-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "48f98807c66e4aa3bfbe4096b2c3ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ff1fae0-b0", "ovs_interfaceid": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:45:59.244518 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Converting VIF {"id": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "address": "fa:16:3e:e5:b6:41", "network": {"id": "28d089e4-d5a6-4757-a2e9-49c3cf165572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139467286-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "48f98807c66e4aa3bfbe4096b2c3ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ff1fae0-b0", "ovs_interfaceid": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:45:59.245326 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:41,bridge_name='br-int',has_traffic_filtering=True,id=0ff1fae0-b0f4-42bd-96c3-495c082049d8,network=Network(28d089e4-d5a6-4757-a2e9-49c3cf165572),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ff1fae0-b0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:45:59.245824 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:41,bridge_name='br-int',has_traffic_filtering=True,id=0ff1fae0-b0f4-42bd-96c3-495c082049d8,network=Network(28d089e4-d5a6-4757-a2e9-49c3cf165572),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ff1fae0-b0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:45:59.248639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:45:59.249226 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0ff1fae0-b0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:45:59.249585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:45:59.253169 np0040594247 nova-compute[88153]: INFO os_vif [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:41,bridge_name='br-int',has_traffic_filtering=True,id=0ff1fae0-b0f4-42bd-96c3-495c082049d8,network=Network(28d089e4-d5a6-4757-a2e9-49c3cf165572),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ff1fae0-b0')
Apr 30 15:45:59.253475 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Deleting instance files /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c_del
Apr 30 15:45:59.254927 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Deletion of /opt/stack/data/nova/instances/33724ecc-9b9c-4972-8686-1c559c32069c_del complete
Apr 30 15:45:59.259480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:59.260009 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:59.260727 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:59.261765 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:59.271607 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:45:59.272327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:59.374359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:59.374917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:59.415045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:59.415587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:59.416079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:59.509086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:59.509564 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:45:59.510038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:45:59.604038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:45:59.604555 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Cannot resize image /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:45:59.605208 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:45:59.605547 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Ensure instance console log exists: /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:45:59.606133 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:59.606565 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:45:59.607053 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:45:59.611706 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Available mdevs at: set().
Apr 30 15:45:59.612216 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:45:59.612524 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]: </device>
Apr 30 15:45:59.616773 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:45:59.618244 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:45:59.623088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Traceback (most recent call last):
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     yield resources
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     return f(*args, **kwargs)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     chosen_mdev = self._create_mdev(
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     self._host.device_create(conf)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     rv = execute(f, *args, **kwargs)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     raise e.with_traceback(tb)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     rv = meth(*args, **kwargs)
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:45:59.625422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] 
Apr 30 15:45:59.672661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b58e2146-13c0-4875-8a56-6245bd79929c req-f06e11c5-2d13-469b-9dc8-361de99624b8 service nova] Releasing lock "refresh_cache-f55431c8-039d-4fec-8f10-4bc7f88a1b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:45:59.673373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquired lock "refresh_cache-f55431c8-039d-4fec-8f10-4bc7f88a1b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:45:59.673656 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:45:59.764004 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:45:59.767416 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d702e8d10> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:45:59.767803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:45:59.768111 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:00.202439 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:00.231025 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:00.479611 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:00.498908 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:00.500567 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:00.500567 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:00.500567 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:00.500567 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:00.543714 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Updating instance_info_cache with network_info: [{"id": "5fac0a50-cc24-4479-86b5-e029278154be", "address": "fa:16:3e:d6:9d:3c", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5fac0a50-cc", "ovs_interfaceid": "5fac0a50-cc24-4479-86b5-e029278154be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:00.708387 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: 7edb18c8-7443-4da3-a4bd-84b31808b0b3] Took 2.30 seconds to deallocate network for instance.
Apr 30 15:46:01.006173 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:01.007334 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:01.047258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Releasing lock "refresh_cache-f55431c8-039d-4fec-8f10-4bc7f88a1b95" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:01.047704 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Instance network_info: |[{"id": "5fac0a50-cc24-4479-86b5-e029278154be", "address": "fa:16:3e:d6:9d:3c", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5fac0a50-cc", "ovs_interfaceid": "5fac0a50-cc24-4479-86b5-e029278154be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:46:01.048383 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Terminating instance
Apr 30 15:46:01.529183 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.761s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Traceback (most recent call last):
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     return f(*args, **kwargs)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     chosen_mdev = self._create_mdev(
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     self._host.device_create(conf)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     raise e.with_traceback(tb)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     rv = meth(*args, **kwargs)
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:01.531275 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] 
Apr 30 15:46:01.532914 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:46:01.536702 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Build of instance 33724ecc-9b9c-4972-8686-1c559c32069c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:46:01.539292 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:46:01.541407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] vif_type=ovs instance=Instance(access_ip_v4=1.1.1.1,access_ip_v6=::babe:dc0c:1602,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestManualDisk-server-1391211270',display_name='tempest-ServersTestManualDisk-server-1391211270',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestmanualdisk-server-1391211270',id=62,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFzwsH19ZS31mHgZg7HRSAdE6zTSoR2GnTjLsq6Jg/IfcvoZfrX+DLIvpiTKZCImUsnvxfre3i7EEVcLQFdpZY7DgmmEKXdkY2RaCD72xxshi2ooWbs2xD7cd4A6rcW9Cw==',key_name='tempest-keypair-1622464854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={hello='world'},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='48f98807c66e4aa3bfbe4096b2c3ca35',ramdisk_id='',reservation_id='r-s0kkdy49',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestManualDisk-195183740',owner_user_name='tempest-ServersTestManualDisk-195183740-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf957b1f4eee477da1e12a7d85c09de7',uuid=33724ecc-9b9c-4972-8686-1c559c32069c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "address": "fa:16:3e:e5:b6:41", "network": {"id": "28d089e4-d5a6-4757-a2e9-49c3cf165572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139467286-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "48f98807c66e4aa3bfbe4096b2c3ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ff1fae0-b0", "ovs_interfaceid": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:01.542311 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Converting VIF {"id": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "address": "fa:16:3e:e5:b6:41", "network": {"id": "28d089e4-d5a6-4757-a2e9-49c3cf165572", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1139467286-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "48f98807c66e4aa3bfbe4096b2c3ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ff1fae0-b0", "ovs_interfaceid": "0ff1fae0-b0f4-42bd-96c3-495c082049d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:01.543429 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:41,bridge_name='br-int',has_traffic_filtering=True,id=0ff1fae0-b0f4-42bd-96c3-495c082049d8,network=Network(28d089e4-d5a6-4757-a2e9-49c3cf165572),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ff1fae0-b0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:01.543955 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:41,bridge_name='br-int',has_traffic_filtering=True,id=0ff1fae0-b0f4-42bd-96c3-495c082049d8,network=Network(28d089e4-d5a6-4757-a2e9-49c3cf165572),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ff1fae0-b0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:01.546404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:01.546969 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0ff1fae0-b0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:01.547311 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:01.550386 np0040594247 nova-compute[88153]: INFO os_vif [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:41,bridge_name='br-int',has_traffic_filtering=True,id=0ff1fae0-b0f4-42bd-96c3-495c082049d8,network=Network(28d089e4-d5a6-4757-a2e9-49c3cf165572),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ff1fae0-b0')
Apr 30 15:46:01.550924 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:46:01.551233 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:46:01.551523 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:46:01.561523 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:46:01.567468 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:46:01.567618 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Instance destroyed successfully.
Apr 30 15:46:01.568980 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:45:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1044466471',display_name='tempest-DeleteServersTestJSON-server-1044466471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserverstestjson-server-1044466471',id=63,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-6odbuuul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:58Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=f55431c8-039d-4fec-8f10-4bc7f88a1b95,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fac0a50-cc24-4479-86b5-e029278154be", "address": "fa:16:3e:d6:9d:3c", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5fac0a50-cc", "ovs_interfaceid": "5fac0a50-cc24-4479-86b5-e029278154be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:01.569331 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "5fac0a50-cc24-4479-86b5-e029278154be", "address": "fa:16:3e:d6:9d:3c", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5fac0a50-cc", "ovs_interfaceid": "5fac0a50-cc24-4479-86b5-e029278154be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:01.572098 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:9d:3c,bridge_name='br-int',has_traffic_filtering=True,id=5fac0a50-cc24-4479-86b5-e029278154be,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fac0a50-cc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:01.572098 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:9d:3c,bridge_name='br-int',has_traffic_filtering=True,id=5fac0a50-cc24-4479-86b5-e029278154be,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fac0a50-cc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:01.572371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:01.572759 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fac0a50-cc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:01.572991 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:01.575787 np0040594247 nova-compute[88153]: INFO os_vif [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:9d:3c,bridge_name='br-int',has_traffic_filtering=True,id=5fac0a50-cc24-4479-86b5-e029278154be,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fac0a50-cc')
Apr 30 15:46:01.576216 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Deleting instance files /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95_del
Apr 30 15:46:01.576838 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Deletion of /opt/stack/data/nova/instances/f55431c8-039d-4fec-8f10-4bc7f88a1b95_del complete
Apr 30 15:46:01.764893 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Deleted allocations for instance 7edb18c8-7443-4da3-a4bd-84b31808b0b3
Apr 30 15:46:01.890150 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:46:01.890396 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 15:46:02.086705 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:46:02.089265 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d702f5e20> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:02.089532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:02.089925 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:02.283064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b9d7897-651e-4cc2-8524-e5d88191a484 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "7edb18c8-7443-4da3-a4bd-84b31808b0b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.666s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:02.395412 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 15:46:02.472366 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:02.732747 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:02.739055 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:02.739862 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:02.740210 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:02.740743 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:02.741381 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:02.890274 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:46:02.981963 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] [instance: 33724ecc-9b9c-4972-8686-1c559c32069c] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:46:03.245837 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:03.246484 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:03.338493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:03.342743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:03.758724 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.668s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Traceback (most recent call last):
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     return f(*args, **kwargs)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     chosen_mdev = self._create_mdev(
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     self._host.device_create(conf)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     raise e.with_traceback(tb)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     rv = meth(*args, **kwargs)
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:03.761138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] 
Apr 30 15:46:03.766740 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:46:03.768923 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Build of instance f55431c8-039d-4fec-8f10-4bc7f88a1b95 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:46:03.774713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:46:03.775804 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:45:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1044466471',display_name='tempest-DeleteServersTestJSON-server-1044466471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserverstestjson-server-1044466471',id=63,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-6odbuuul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:02Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=f55431c8-039d-4fec-8f10-4bc7f88a1b95,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fac0a50-cc24-4479-86b5-e029278154be", "address": "fa:16:3e:d6:9d:3c", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5fac0a50-cc", "ovs_interfaceid": "5fac0a50-cc24-4479-86b5-e029278154be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:03.776894 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "5fac0a50-cc24-4479-86b5-e029278154be", "address": "fa:16:3e:d6:9d:3c", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5fac0a50-cc", "ovs_interfaceid": "5fac0a50-cc24-4479-86b5-e029278154be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:03.778240 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:9d:3c,bridge_name='br-int',has_traffic_filtering=True,id=5fac0a50-cc24-4479-86b5-e029278154be,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fac0a50-cc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:03.779633 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:9d:3c,bridge_name='br-int',has_traffic_filtering=True,id=5fac0a50-cc24-4479-86b5-e029278154be,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fac0a50-cc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:03.780825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:03.782225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fac0a50-cc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:03.782225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:03.786930 np0040594247 nova-compute[88153]: INFO os_vif [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:9d:3c,bridge_name='br-int',has_traffic_filtering=True,id=5fac0a50-cc24-4479-86b5-e029278154be,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fac0a50-cc')
Apr 30 15:46:03.786930 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:46:03.786930 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:46:03.786930 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:46:04.037188 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Deleted allocations for instance 33724ecc-9b9c-4972-8686-1c559c32069c
Apr 30 15:46:04.555487 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6122ffb-24a2-494f-a147-3013188c8abc tempest-ServersTestManualDisk-195183740 tempest-ServersTestManualDisk-195183740-project-member] Lock "33724ecc-9b9c-4972-8686-1c559c32069c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.042s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:04.740751 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:04.852906 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Took 12.76 seconds to detach 3 volumes for instance.
Apr 30 15:46:04.855833 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70597aa0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:04.856113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:04.856493 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:05.243015 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: f55431c8-039d-4fec-8f10-4bc7f88a1b95] Took 1.46 seconds to deallocate network for instance.
Apr 30 15:46:05.334506 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:05.336655 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:05.472564 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:05.478399 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:05.479419 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:05.479419 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:05.479706 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:05.480531 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:05.985988 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:05.986531 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:06.288057 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Deleted allocations for instance f55431c8-039d-4fec-8f10-4bc7f88a1b95
Apr 30 15:46:06.499159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.642s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Traceback (most recent call last):
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     return f(*args, **kwargs)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     chosen_mdev = self._create_mdev(
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     self._host.device_create(conf)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     raise e.with_traceback(tb)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     rv = meth(*args, **kwargs)
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:06.501106 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] 
Apr 30 15:46:06.503392 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:46:06.505720 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Build of instance 8b9b73af-bede-4f2a-b0b9-ebfe092b7382 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:46:06.507129 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:46:06.508837 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "address": "fa:16:3e:e4:c6:09", "network": {"id": "c91fa993-fd57-47df-b3e4-418046d1e8c3", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1444569254-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap611c92b8-69", "ovs_interfaceid": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:06.508837 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "address": "fa:16:3e:e4:c6:09", "network": {"id": "c91fa993-fd57-47df-b3e4-418046d1e8c3", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1444569254-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap611c92b8-69", "ovs_interfaceid": "611c92b8-6934-4e0b-9a0b-e41085b44e7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:06.509638 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c6:09,bridge_name='br-int',has_traffic_filtering=True,id=611c92b8-6934-4e0b-9a0b-e41085b44e7b,network=Network(c91fa993-fd57-47df-b3e4-418046d1e8c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap611c92b8-69') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:06.510555 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c6:09,bridge_name='br-int',has_traffic_filtering=True,id=611c92b8-6934-4e0b-9a0b-e41085b44e7b,network=Network(c91fa993-fd57-47df-b3e4-418046d1e8c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap611c92b8-69') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:06.511913 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:06.512715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap611c92b8-69, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:06.512715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:06.514541 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:c6:09,bridge_name='br-int',has_traffic_filtering=True,id=611c92b8-6934-4e0b-9a0b-e41085b44e7b,network=Network(c91fa993-fd57-47df-b3e4-418046d1e8c3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap611c92b8-69')
Apr 30 15:46:06.515703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "address": "fa:16:3e:4f:a4:0e", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2879870-0e", "ovs_interfaceid": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:06.516028 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "address": "fa:16:3e:4f:a4:0e", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc2879870-0e", "ovs_interfaceid": "c2879870-0e2c-4dc8-9c03-348b0ca01240", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:06.516831 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:a4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c2879870-0e2c-4dc8-9c03-348b0ca01240,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc2879870-0e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:06.517229 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:a4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c2879870-0e2c-4dc8-9c03-348b0ca01240,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc2879870-0e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:06.518635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:06.519024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2879870-0e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:06.519269 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:06.524087 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:a4:0e,bridge_name='br-int',has_traffic_filtering=True,id=c2879870-0e2c-4dc8-9c03-348b0ca01240,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc2879870-0e')
Apr 30 15:46:06.524290 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9bd1c074-d3cb-4244-b225-563746d8bca6", "address": "fa:16:3e:ed:39:b6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9bd1c074-d3", "ovs_interfaceid": "9bd1c074-d3cb-4244-b225-563746d8bca6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:06.524543 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "9bd1c074-d3cb-4244-b225-563746d8bca6", "address": "fa:16:3e:ed:39:b6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9bd1c074-d3", "ovs_interfaceid": "9bd1c074-d3cb-4244-b225-563746d8bca6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:06.526463 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:39:b6,bridge_name='br-int',has_traffic_filtering=True,id=9bd1c074-d3cb-4244-b225-563746d8bca6,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9bd1c074-d3') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:06.526655 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:39:b6,bridge_name='br-int',has_traffic_filtering=True,id=9bd1c074-d3cb-4244-b225-563746d8bca6,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9bd1c074-d3') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:06.528464 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:06.528464 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9bd1c074-d3, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:06.529566 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:06.535211 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:39:b6,bridge_name='br-int',has_traffic_filtering=True,id=9bd1c074-d3cb-4244-b225-563746d8bca6,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9bd1c074-d3')
Apr 30 15:46:06.536510 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88b67479-8f51-4346-b30d-96f68e3e187f", "address": "fa:16:3e:eb:72:14", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap88b67479-8f", "ovs_interfaceid": "88b67479-8f51-4346-b30d-96f68e3e187f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:06.536782 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "88b67479-8f51-4346-b30d-96f68e3e187f", "address": "fa:16:3e:eb:72:14", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap88b67479-8f", "ovs_interfaceid": "88b67479-8f51-4346-b30d-96f68e3e187f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:06.537421 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:72:14,bridge_name='br-int',has_traffic_filtering=True,id=88b67479-8f51-4346-b30d-96f68e3e187f,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88b67479-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:06.538167 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:72:14,bridge_name='br-int',has_traffic_filtering=True,id=88b67479-8f51-4346-b30d-96f68e3e187f,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88b67479-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:06.539802 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:06.540176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap88b67479-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:06.540419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:06.542837 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:72:14,bridge_name='br-int',has_traffic_filtering=True,id=88b67479-8f51-4346-b30d-96f68e3e187f,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap88b67479-8f')
Apr 30 15:46:06.543936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "534a4cae-2541-474e-9b5e-35826292300a", "address": "fa:16:3e:e2:b2:f6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap534a4cae-25", "ovs_interfaceid": "534a4cae-2541-474e-9b5e-35826292300a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:06.544242 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "534a4cae-2541-474e-9b5e-35826292300a", "address": "fa:16:3e:e2:b2:f6", "network": {"id": "411f706a-32e3-433b-82e0-553934607996", "bridge": "br-int", "label": "tempest-device-tagging-net1-2039940981", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap534a4cae-25", "ovs_interfaceid": "534a4cae-2541-474e-9b5e-35826292300a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:06.545291 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:b2:f6,bridge_name='br-int',has_traffic_filtering=True,id=534a4cae-2541-474e-9b5e-35826292300a,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap534a4cae-25') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:06.545647 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:b2:f6,bridge_name='br-int',has_traffic_filtering=True,id=534a4cae-2541-474e-9b5e-35826292300a,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap534a4cae-25') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:06.547093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:06.547488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap534a4cae-25, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:06.547737 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:06.550135 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:b2:f6,bridge_name='br-int',has_traffic_filtering=True,id=534a4cae-2541-474e-9b5e-35826292300a,network=Network(411f706a-32e3-433b-82e0-553934607996),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap534a4cae-25')
Apr 30 15:46:06.551229 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "address": "fa:16:3e:94:bb:00", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62d6e169-00", "ovs_interfaceid": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:06.551641 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "address": "fa:16:3e:94:bb:00", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap62d6e169-00", "ovs_interfaceid": "62d6e169-003e-4b6d-a009-8c9988c00f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:06.552448 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:bb:00,bridge_name='br-int',has_traffic_filtering=True,id=62d6e169-003e-4b6d-a009-8c9988c00f5f,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62d6e169-00') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:06.553096 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:bb:00,bridge_name='br-int',has_traffic_filtering=True,id=62d6e169-003e-4b6d-a009-8c9988c00f5f,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62d6e169-00') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:06.554311 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:06.554714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62d6e169-00, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:06.554965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:06.556931 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:bb:00,bridge_name='br-int',has_traffic_filtering=True,id=62d6e169-003e-4b6d-a009-8c9988c00f5f,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62d6e169-00')
Apr 30 15:46:06.557923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:45:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-283991431',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-283991431',id=59,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGmeOQ9hoZ3beWamoALPErgDyEVgPH3GVfOsz8JIRT6lijwPBjfLJpLBErDtIg301IQKG3/5vszoL6WTwiK55h2uwSAhCpCn0lRbrupOt2kEEBgeFDO1KGfV2nDvYUev7A==',key_name='tempest-keypair-1124538556',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbb1ca7d6cda4d0f9ef7e5e756ef723e',ramdisk_id='',reservation_id='r-l6gr12s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1466773389',owner_user_name='tempest-TaggedBootDevicesTest_v242-1466773389-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f0d32391d9104c47ad5fa487936b64f6',uuid=8b9b73af-bede-4f2a-b0b9-ebfe092b7382,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "address": "fa:16:3e:8d:1a:e1", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6df990cb-c8", "ovs_interfaceid": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:06.558300 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converting VIF {"id": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "address": "fa:16:3e:8d:1a:e1", "network": {"id": "2b9d884c-34cc-4efa-bf38-d6c36e138f2f", "bridge": "br-int", "label": "tempest-device-tagging-net2-879325661", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "fbb1ca7d6cda4d0f9ef7e5e756ef723e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6df990cb-c8", "ovs_interfaceid": "6df990cb-c87a-4ee4-b0a7-3a2ddfb15840", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:06.558965 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:1a:e1,bridge_name='br-int',has_traffic_filtering=True,id=6df990cb-c87a-4ee4-b0a7-3a2ddfb15840,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6df990cb-c8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:06.559327 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:1a:e1,bridge_name='br-int',has_traffic_filtering=True,id=6df990cb-c87a-4ee4-b0a7-3a2ddfb15840,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6df990cb-c8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:06.562142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:06.562360 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6df990cb-c8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:06.563102 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:06.565047 np0040594247 nova-compute[88153]: INFO os_vif [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:1a:e1,bridge_name='br-int',has_traffic_filtering=True,id=6df990cb-c87a-4ee4-b0a7-3a2ddfb15840,network=Network(2b9d884c-34cc-4efa-bf38-d6c36e138f2f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6df990cb-c8')
Apr 30 15:46:06.565352 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:46:06.565621 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:46:06.565929 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:46:06.802147 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4cdcbfd6-d0f4-4d61-92bb-0d7f1ee2b2d1 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "f55431c8-039d-4fec-8f10-4bc7f88a1b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.159s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:07.339486 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.194823 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.234639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.496361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.596131 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.698891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.711264 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.724621 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.768970 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.846518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:08.893462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:09.135101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "fbc888ff-d68a-4a44-914d-0f843e3cb47f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:09.135427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "fbc888ff-d68a-4a44-914d-0f843e3cb47f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:09.340722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:09.342790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:09.433363 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:09.435804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:09.440296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:09.443079 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:09.641030 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:10.029851 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:10.180479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:10.180917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:10.187179 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:10.187482 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Claim successful on node np0040594247
Apr 30 15:46:10.532923 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] [instance: 8b9b73af-bede-4f2a-b0b9-ebfe092b7382] Took 3.97 seconds to deallocate network for instance.
Apr 30 15:46:11.341922 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:11.356024 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:11.357566 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:11.357566 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:11.357566 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:11.357566 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:11.590869 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "16adeab7-0050-4940-9f57-0e67751194c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:11.590869 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "16adeab7-0050-4940-9f57-0e67751194c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:11.594416 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Deleted allocations for instance 8b9b73af-bede-4f2a-b0b9-ebfe092b7382
Apr 30 15:46:11.742997 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:11.757330 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:11.770193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:11.803018 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:11.864752 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:11.865270 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:11.880442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:11.925922 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:12.111116 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:12.118349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a14904d3-7e7d-40c5-b51c-a3a8d0f7ca60 tempest-TaggedBootDevicesTest_v242-1466773389 tempest-TaggedBootDevicesTest_v242-1466773389-project-member] Lock "8b9b73af-bede-4f2a-b0b9-ebfe092b7382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 46.543s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:12.378257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:12.378257 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:12.657243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:12.657402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:12.663961 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:12.664146 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Claim successful on node np0040594247
Apr 30 15:46:12.887506 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:12.887999 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:12.966302 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f1df0f46bd40f0938daddee8b8b3e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a9d82ff5b448b18f04b3124213fe86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:13.068956 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.094158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.341859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.346307 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.348326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.354750 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.357660 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.377755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.395487 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:13.574429 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.586370 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.703712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.712906 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.742996 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.758340 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Successfully created port: 0c96bb57-113e-49a2-9555-90dce3b89b1d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:13.783764 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.840971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:13.847560 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:13.854056 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:13.855815 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:13.855815 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:13.855815 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:13.855815 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:13.903911 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:14.363694 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:14.364215 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:14.491702 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Successfully created port: 0da48d90-1f0a-4729-8a56-8b816aca930a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:14.881738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:14.882370 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:14.919726 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:46:14.920588 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:46:14.921173 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Creating image(s)
Apr 30 15:46:14.922553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:14.922929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "/opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:14.926703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "/opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:14.926703 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:14.930066 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:14.932117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:15.029946 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:15.030453 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:15.031174 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:15.032531 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:15.038244 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:15.039016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:15.137509 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:15.138341 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:15.185359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk 1073741824" returned: 0 in 0.045s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:15.185359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.154s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:15.185872 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:15.279248 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:15.279892 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:46:15.280263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:15.372893 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Successfully updated port: 0c96bb57-113e-49a2-9555-90dce3b89b1d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:15.377699 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:15.382264 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:15.382264 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:15.382888 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Cannot resize image /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:46:15.383416 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:46:15.384258 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Ensure instance console log exists: /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:46:15.384389 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:15.384825 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:15.385250 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:46:15.385738 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:15.394737 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:15.394988 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:15.406960 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Available mdevs at: set().
Apr 30 15:46:15.407255 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:46:15.407900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:15.429495 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:46:15.440212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.055s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Traceback (most recent call last):
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     yield resources
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     return f(*args, **kwargs)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     chosen_mdev = self._create_mdev(
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     self._host.device_create(conf)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     raise e.with_traceback(tb)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     rv = meth(*args, **kwargs)
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:15.443078 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] 
Apr 30 15:46:15.477777 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4932fea77cf046b98b3998f5d36be9d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e456355765841c4b500b8ac61ee6248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:15.529495 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Received event network-changed-0c96bb57-113e-49a2-9555-90dce3b89b1d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:15.530081 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Refreshing instance network info cache due to event network-changed-0c96bb57-113e-49a2-9555-90dce3b89b1d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:15.530605 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] Acquiring lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:15.530774 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] Acquired lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:15.530990 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Refreshing network info cache for port 0c96bb57-113e-49a2-9555-90dce3b89b1d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:15.901393 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:16.103128 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:16.166502 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Successfully created port: 7bc3307b-dc4b-4455-923c-31a53404e399 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:16.353482 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:16.406049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:16.411785 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:16.419657 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:16.434760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:16.464941 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:16.556280 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:16.619787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:16.761917 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Successfully updated port: 0da48d90-1f0a-4729-8a56-8b816aca930a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:16.859072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-51e766a0-a29a-4213-a2dd-4399a5735c6a req-a0418713-2ead-4f34-ad92-7a944dc7f765 service nova] Releasing lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:16.980403 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Successfully updated port: 7bc3307b-dc4b-4455-923c-31a53404e399 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:17.013317 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Received event network-changed-7bc3307b-dc4b-4455-923c-31a53404e399 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:17.013610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Refreshing instance network info cache due to event network-changed-7bc3307b-dc4b-4455-923c-31a53404e399. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:17.013968 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] Acquiring lock "refresh_cache-16adeab7-0050-4940-9f57-0e67751194c6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:17.014212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] Acquired lock "refresh_cache-16adeab7-0050-4940-9f57-0e67751194c6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:17.014483 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Refreshing network info cache for port 7bc3307b-dc4b-4455-923c-31a53404e399 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:17.264712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:17.264957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquired lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:17.265214 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:46:17.338396 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:17.340070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:17.366340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:17.417659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:17.419904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:17.423943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:17.427596 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:46:17.430291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:46:17.430869 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Creating image(s)
Apr 30 15:46:17.431690 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "/opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:17.432024 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:17.438196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "/opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:17.438196 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:17.444186 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:17.445860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:17.485217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "refresh_cache-16adeab7-0050-4940-9f57-0e67751194c6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:17.560703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.114s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:17.562213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:17.562213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:17.562845 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:17.568811 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:17.569275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:17.595201 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Received event network-changed-0da48d90-1f0a-4729-8a56-8b816aca930a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:17.595465 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Refreshing instance network info cache due to event network-changed-0da48d90-1f0a-4729-8a56-8b816aca930a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:17.596125 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] Acquiring lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:17.598863 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:17.679064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:17.679470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:17.757336 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk 1073741824" returned: 0 in 0.077s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:17.757817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.196s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:17.758339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:17.775252 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:17.837566 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:17.856971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:17.857936 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:46:17.857936 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:17.966300 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:17.967060 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Cannot resize image /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:46:17.970492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:46:17.970492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Ensure instance console log exists: /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:46:17.970492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:17.970492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:17.970492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:46:17.987931 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Available mdevs at: set().
Apr 30 15:46:17.987931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:46:17.987931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:17.999642 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:18.000533 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:46:18.006508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.037s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Traceback (most recent call last):
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     yield resources
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     return f(*args, **kwargs)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     chosen_mdev = self._create_mdev(
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     self._host.device_create(conf)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     raise e.with_traceback(tb)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     rv = meth(*args, **kwargs)
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:18.008773 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6] 
Apr 30 15:46:18.284665 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-32d22284-a40a-41ab-9e53-f39e2f51629a req-2dc95f00-dd52-48a7-b660-ffe51ca7f91e service nova] Releasing lock "refresh_cache-16adeab7-0050-4940-9f57-0e67751194c6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:18.286071 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquired lock "refresh_cache-16adeab7-0050-4940-9f57-0e67751194c6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:18.286524 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:46:18.372257 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Updating instance_info_cache with network_info: [{"id": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "address": "fa:16:3e:22:d5:a9", "network": {"id": "6785f1f6-2d06-4d9d-a247-0e9bee69928d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1966398676", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c96bb57-11", "ovs_interfaceid": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0da48d90-1f0a-4729-8a56-8b816aca930a", "address": "fa:16:3e:84:ed:10", "network": {"id": "da75d37b-419d-4c85-8b6e-187ca71bcada", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-612030094", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0da48d90-1f", "ovs_interfaceid": "0da48d90-1f0a-4729-8a56-8b816aca930a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:18.378855 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:18.804843 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquiring lock "a72754be-08bc-414c-9d66-b0256ee6fa4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:18.804843 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "a72754be-08bc-414c-9d66-b0256ee6fa4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:18.848075 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:18.875957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Releasing lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:18.876435 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Instance network_info: |[{"id": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "address": "fa:16:3e:22:d5:a9", "network": {"id": "6785f1f6-2d06-4d9d-a247-0e9bee69928d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1966398676", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c96bb57-11", "ovs_interfaceid": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0da48d90-1f0a-4729-8a56-8b816aca930a", "address": "fa:16:3e:84:ed:10", "network": {"id": "da75d37b-419d-4c85-8b6e-187ca71bcada", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-612030094", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0da48d90-1f", "ovs_interfaceid": "0da48d90-1f0a-4729-8a56-8b816aca930a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:46:18.876978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] Acquired lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:18.877269 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Refreshing network info cache for port 0da48d90-1f0a-4729-8a56-8b816aca930a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:18.878690 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Terminating instance
Apr 30 15:46:19.309323 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:19.312603 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Updating instance_info_cache with network_info: [{"id": "7bc3307b-dc4b-4455-923c-31a53404e399", "address": "fa:16:3e:6f:29:89", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7bc3307b-dc", "ovs_interfaceid": "7bc3307b-dc4b-4455-923c-31a53404e399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:19.385989 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:46:19.396283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:46:19.396283 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Instance destroyed successfully.
Apr 30 15:46:19.397216 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-356080109',display_name='tempest-ServersTestMultiNic-server-356080109',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestmultinic-server-356080109',id=64,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-wuzon8lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:14Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=fbc888ff-d68a-4a44-914d-0f843e3cb47f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "address": "fa:16:3e:22:d5:a9", "network": {"id": "6785f1f6-2d06-4d9d-a247-0e9bee69928d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1966398676", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c96bb57-11", "ovs_interfaceid": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:19.397556 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "address": "fa:16:3e:22:d5:a9", "network": {"id": "6785f1f6-2d06-4d9d-a247-0e9bee69928d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1966398676", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c96bb57-11", "ovs_interfaceid": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:19.398514 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:d5:a9,bridge_name='br-int',has_traffic_filtering=True,id=0c96bb57-113e-49a2-9555-90dce3b89b1d,network=Network(6785f1f6-2d06-4d9d-a247-0e9bee69928d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c96bb57-11') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:19.398993 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:d5:a9,bridge_name='br-int',has_traffic_filtering=True,id=0c96bb57-113e-49a2-9555-90dce3b89b1d,network=Network(6785f1f6-2d06-4d9d-a247-0e9bee69928d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c96bb57-11') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:19.400955 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:19.401375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c96bb57-11, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:19.401675 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:19.404198 np0040594247 nova-compute[88153]: INFO os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:d5:a9,bridge_name='br-int',has_traffic_filtering=True,id=0c96bb57-113e-49a2-9555-90dce3b89b1d,network=Network(6785f1f6-2d06-4d9d-a247-0e9bee69928d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c96bb57-11')
Apr 30 15:46:19.405154 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-356080109',display_name='tempest-ServersTestMultiNic-server-356080109',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestmultinic-server-356080109',id=64,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-wuzon8lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:14Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=fbc888ff-d68a-4a44-914d-0f843e3cb47f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0da48d90-1f0a-4729-8a56-8b816aca930a", "address": "fa:16:3e:84:ed:10", "network": {"id": "da75d37b-419d-4c85-8b6e-187ca71bcada", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-612030094", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0da48d90-1f", "ovs_interfaceid": "0da48d90-1f0a-4729-8a56-8b816aca930a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:19.405486 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "0da48d90-1f0a-4729-8a56-8b816aca930a", "address": "fa:16:3e:84:ed:10", "network": {"id": "da75d37b-419d-4c85-8b6e-187ca71bcada", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-612030094", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0da48d90-1f", "ovs_interfaceid": "0da48d90-1f0a-4729-8a56-8b816aca930a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:19.406392 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:ed:10,bridge_name='br-int',has_traffic_filtering=True,id=0da48d90-1f0a-4729-8a56-8b816aca930a,network=Network(da75d37b-419d-4c85-8b6e-187ca71bcada),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0da48d90-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:19.406776 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:ed:10,bridge_name='br-int',has_traffic_filtering=True,id=0da48d90-1f0a-4729-8a56-8b816aca930a,network=Network(da75d37b-419d-4c85-8b6e-187ca71bcada),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0da48d90-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:19.407971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:19.408330 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0da48d90-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:19.408556 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:19.410798 np0040594247 nova-compute[88153]: INFO os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:ed:10,bridge_name='br-int',has_traffic_filtering=True,id=0da48d90-1f0a-4729-8a56-8b816aca930a,network=Network(da75d37b-419d-4c85-8b6e-187ca71bcada),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0da48d90-1f')
Apr 30 15:46:19.411259 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Deleting instance files /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f_del
Apr 30 15:46:19.411967 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Deletion of /opt/stack/data/nova/instances/fbc888ff-d68a-4a44-914d-0f843e3cb47f_del complete
Apr 30 15:46:19.702695 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Updated VIF entry in instance network info cache for port 0da48d90-1f0a-4729-8a56-8b816aca930a. {{(pid=88153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
Apr 30 15:46:19.703242 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Updating instance_info_cache with network_info: [{"id": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "address": "fa:16:3e:22:d5:a9", "network": {"id": "6785f1f6-2d06-4d9d-a247-0e9bee69928d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1966398676", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c96bb57-11", "ovs_interfaceid": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0da48d90-1f0a-4729-8a56-8b816aca930a", "address": "fa:16:3e:84:ed:10", "network": {"id": "da75d37b-419d-4c85-8b6e-187ca71bcada", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-612030094", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0da48d90-1f", "ovs_interfaceid": "0da48d90-1f0a-4729-8a56-8b816aca930a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:19.818528 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Releasing lock "refresh_cache-16adeab7-0050-4940-9f57-0e67751194c6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:19.819299 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Instance network_info: |[{"id": "7bc3307b-dc4b-4455-923c-31a53404e399", "address": "fa:16:3e:6f:29:89", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7bc3307b-dc", "ovs_interfaceid": "7bc3307b-dc4b-4455-923c-31a53404e399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:46:19.821822 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Terminating instance
Apr 30 15:46:19.851806 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:19.852219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:19.857989 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:19.858453 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Claim successful on node np0040594247
Apr 30 15:46:19.919775 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:46:19.922264 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d702a14c0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:19.922805 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:20.207036 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-11e0f46f-b3d1-4867-8dd3-29b1867005be req-ba69e926-0ca6-4736-bda4-0026b48f3dcd service nova] Releasing lock "refresh_cache-fbc888ff-d68a-4a44-914d-0f843e3cb47f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:20.330018 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:46:20.334733 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:46:20.334733 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Instance destroyed successfully.
Apr 30 15:46:20.335628 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-324713294',display_name='tempest-DeleteServersTestJSON-server-324713294',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-deleteserverstestjson-server-324713294',id=65,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-2n4efp0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:16Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=16adeab7-0050-4940-9f57-0e67751194c6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7bc3307b-dc4b-4455-923c-31a53404e399", "address": "fa:16:3e:6f:29:89", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7bc3307b-dc", "ovs_interfaceid": "7bc3307b-dc4b-4455-923c-31a53404e399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:20.336011 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "7bc3307b-dc4b-4455-923c-31a53404e399", "address": "fa:16:3e:6f:29:89", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7bc3307b-dc", "ovs_interfaceid": "7bc3307b-dc4b-4455-923c-31a53404e399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:20.336951 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:29:89,bridge_name='br-int',has_traffic_filtering=True,id=7bc3307b-dc4b-4455-923c-31a53404e399,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc3307b-dc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:20.339165 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:29:89,bridge_name='br-int',has_traffic_filtering=True,id=7bc3307b-dc4b-4455-923c-31a53404e399,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc3307b-dc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:20.340578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.340991 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7bc3307b-dc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:20.341246 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:20.347831 np0040594247 nova-compute[88153]: INFO os_vif [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:29:89,bridge_name='br-int',has_traffic_filtering=True,id=7bc3307b-dc4b-4455-923c-31a53404e399,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc3307b-dc')
Apr 30 15:46:20.348357 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Deleting instance files /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6_del
Apr 30 15:46:20.349257 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Deletion of /opt/stack/data/nova/instances/16adeab7-0050-4940-9f57-0e67751194c6_del complete
Apr 30 15:46:20.360944 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.373427 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.384572 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.390652 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.445756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.521020 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.564930 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:20.862262 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:46:20.864963 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Aborting claim: <nova.compute.claims.Claim object at 0x7c8da4866b40> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:20.865237 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:21.011766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:21.017855 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:21.019855 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:21.019855 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:21.019855 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:21.019855 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:21.343511 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:21.355432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:21.523797 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:21.524372 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:22.041233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:22.041887 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:22.045238 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.123s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:22.557900 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:22.558483 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:22.633683 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbb51b620e0a4ca7982a7cde3ec52ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05163e7810c64b6fa112819407ac8555', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:22.722584 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:22.731944 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:22.732749 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:22.732749 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:22.733102 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:22.733369 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:23.062120 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:23.165699 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Successfully created port: 33323639-face-4578-8866-a54face82047 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:23.238112 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:23.238915 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:23.308874 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:23.340480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:23.344938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:23.398714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:23.567588 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:23.731281 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Successfully updated port: 33323639-face-4578-8866-a54face82047 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:23.753396 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.708s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Traceback (most recent call last):
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     return f(*args, **kwargs)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     chosen_mdev = self._create_mdev(
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     self._host.device_create(conf)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     raise e.with_traceback(tb)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     rv = meth(*args, **kwargs)
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:23.756258 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] 
Apr 30 15:46:23.757927 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:46:23.759242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.894s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:23.764601 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Build of instance fbc888ff-d68a-4a44-914d-0f843e3cb47f was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:46:23.771057 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:46:23.772101 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-356080109',display_name='tempest-ServersTestMultiNic-server-356080109',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestmultinic-server-356080109',id=64,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-wuzon8lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:19Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=fbc888ff-d68a-4a44-914d-0f843e3cb47f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "address": "fa:16:3e:22:d5:a9", "network": {"id": "6785f1f6-2d06-4d9d-a247-0e9bee69928d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1966398676", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c96bb57-11", "ovs_interfaceid": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:23.776063 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "address": "fa:16:3e:22:d5:a9", "network": {"id": "6785f1f6-2d06-4d9d-a247-0e9bee69928d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1966398676", "subnets": [{"cidr": "10.1.0.0/26", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c96bb57-11", "ovs_interfaceid": "0c96bb57-113e-49a2-9555-90dce3b89b1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:23.776907 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:d5:a9,bridge_name='br-int',has_traffic_filtering=True,id=0c96bb57-113e-49a2-9555-90dce3b89b1d,network=Network(6785f1f6-2d06-4d9d-a247-0e9bee69928d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c96bb57-11') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:23.777350 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:d5:a9,bridge_name='br-int',has_traffic_filtering=True,id=0c96bb57-113e-49a2-9555-90dce3b89b1d,network=Network(6785f1f6-2d06-4d9d-a247-0e9bee69928d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c96bb57-11') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:23.780105 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Received event network-changed-33323639-face-4578-8866-a54face82047 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:23.780402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Refreshing instance network info cache due to event network-changed-33323639-face-4578-8866-a54face82047. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:23.780726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] Acquiring lock "refresh_cache-a72754be-08bc-414c-9d66-b0256ee6fa4d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:23.781039 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] Acquired lock "refresh_cache-a72754be-08bc-414c-9d66-b0256ee6fa4d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:23.781317 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Refreshing network info cache for port 33323639-face-4578-8866-a54face82047 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:23.787011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:23.787722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c96bb57-11, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:23.788141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:23.791351 np0040594247 nova-compute[88153]: INFO os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:d5:a9,bridge_name='br-int',has_traffic_filtering=True,id=0c96bb57-113e-49a2-9555-90dce3b89b1d,network=Network(6785f1f6-2d06-4d9d-a247-0e9bee69928d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c96bb57-11')
Apr 30 15:46:23.792596 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestMultiNic-server-356080109',display_name='tempest-ServersTestMultiNic-server-356080109',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestmultinic-server-356080109',id=64,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='78a9d82ff5b448b18f04b3124213fe86',ramdisk_id='',reservation_id='r-wuzon8lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestMultiNic-1667626856',owner_user_name='tempest-ServersTestMultiNic-1667626856-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:19Z,user_data=None,user_id='20f1df0f46bd40f0938daddee8b8b3e3',uuid=fbc888ff-d68a-4a44-914d-0f843e3cb47f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0da48d90-1f0a-4729-8a56-8b816aca930a", "address": "fa:16:3e:84:ed:10", "network": {"id": "da75d37b-419d-4c85-8b6e-187ca71bcada", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-612030094", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0da48d90-1f", "ovs_interfaceid": "0da48d90-1f0a-4729-8a56-8b816aca930a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:23.793081 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converting VIF {"id": "0da48d90-1f0a-4729-8a56-8b816aca930a", "address": "fa:16:3e:84:ed:10", "network": {"id": "da75d37b-419d-4c85-8b6e-187ca71bcada", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-612030094", "subnets": [{"cidr": "10.1.0.64/26", "dns": [], "gateway": {"address": "10.1.0.65", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.66"}}], "meta": {"injected": false, "tenant_id": "78a9d82ff5b448b18f04b3124213fe86", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0da48d90-1f", "ovs_interfaceid": "0da48d90-1f0a-4729-8a56-8b816aca930a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:23.794536 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:ed:10,bridge_name='br-int',has_traffic_filtering=True,id=0da48d90-1f0a-4729-8a56-8b816aca930a,network=Network(da75d37b-419d-4c85-8b6e-187ca71bcada),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0da48d90-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:23.794932 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:ed:10,bridge_name='br-int',has_traffic_filtering=True,id=0da48d90-1f0a-4729-8a56-8b816aca930a,network=Network(da75d37b-419d-4c85-8b6e-187ca71bcada),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0da48d90-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:23.796967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:23.797369 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0da48d90-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:23.797595 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:23.800410 np0040594247 nova-compute[88153]: INFO os_vif [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:ed:10,bridge_name='br-int',has_traffic_filtering=True,id=0da48d90-1f0a-4729-8a56-8b816aca930a,network=Network(da75d37b-419d-4c85-8b6e-187ca71bcada),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0da48d90-1f')
Apr 30 15:46:23.800858 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:46:23.801449 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:46:23.801826 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:46:24.234693 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquiring lock "refresh_cache-a72754be-08bc-414c-9d66-b0256ee6fa4d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:24.345963 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:24.435108 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:24.447807 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:24.449342 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:24.449342 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:24.450457 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:24.451214 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:24.469487 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:24.583116 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:46:24.584461 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:46:24.585932 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Creating image(s)
Apr 30 15:46:24.586779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquiring lock "/opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:24.587107 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "/opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:24.588046 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "/opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:24.588898 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:24.595346 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:24.596999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:24.688709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:24.688709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:24.688709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:24.689485 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:24.695714 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:24.696449 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:24.788238 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:24.788993 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:24.823536 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:24.824251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.136s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:24.824929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:24.918363 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:24.918995 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:46:24.919499 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:24.958312 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:24.958866 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:24.972851 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f99d6651-570d-4953-9f8d-4549821267ef req-5660cd8f-2efd-458b-844b-4f78e7f316ef service nova] Releasing lock "refresh_cache-a72754be-08bc-414c-9d66-b0256ee6fa4d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:24.973568 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquired lock "refresh_cache-a72754be-08bc-414c-9d66-b0256ee6fa4d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:24.973986 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:46:25.013304 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:25.013769 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Cannot resize image /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:46:25.014233 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:46:25.014642 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Ensure instance console log exists: /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:46:25.015114 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:25.015477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:25.015907 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:46:25.019616 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Available mdevs at: set().
Apr 30 15:46:25.019931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:46:25.020201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:25.024351 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:25.025271 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:46:25.029100 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Traceback (most recent call last):
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     yield resources
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     return f(*args, **kwargs)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     chosen_mdev = self._create_mdev(
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     self._host.device_create(conf)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     raise e.with_traceback(tb)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     rv = meth(*args, **kwargs)
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:25.031422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] 
Apr 30 15:46:25.124879 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:25.130066 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:25.146062 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:25.471775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.712s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Traceback (most recent call last):
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     return f(*args, **kwargs)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     chosen_mdev = self._create_mdev(
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     self._host.device_create(conf)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     raise e.with_traceback(tb)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     rv = meth(*args, **kwargs)
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:25.473689 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 16adeab7-0050-4940-9f57-0e67751194c6] 
Apr 30 15:46:25.475293 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:46:25.480351 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Build of instance 16adeab7-0050-4940-9f57-0e67751194c6 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:46:25.482613 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:46:25.483701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-324713294',display_name='tempest-DeleteServersTestJSON-server-324713294',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-deleteserverstestjson-server-324713294',id=65,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e456355765841c4b500b8ac61ee6248',ramdisk_id='',reservation_id='r-2n4efp0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-525206329',owner_user_name='tempest-DeleteServersTestJSON-525206329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:20Z,user_data=None,user_id='4932fea77cf046b98b3998f5d36be9d4',uuid=16adeab7-0050-4940-9f57-0e67751194c6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7bc3307b-dc4b-4455-923c-31a53404e399", "address": "fa:16:3e:6f:29:89", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7bc3307b-dc", "ovs_interfaceid": "7bc3307b-dc4b-4455-923c-31a53404e399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:25.484073 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converting VIF {"id": "7bc3307b-dc4b-4455-923c-31a53404e399", "address": "fa:16:3e:6f:29:89", "network": {"id": "7c7d47c2-7e41-4c77-a0c8-cda9e6566108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-522994277-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3e456355765841c4b500b8ac61ee6248", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7bc3307b-dc", "ovs_interfaceid": "7bc3307b-dc4b-4455-923c-31a53404e399", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:25.485008 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:29:89,bridge_name='br-int',has_traffic_filtering=True,id=7bc3307b-dc4b-4455-923c-31a53404e399,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc3307b-dc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:25.485442 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:29:89,bridge_name='br-int',has_traffic_filtering=True,id=7bc3307b-dc4b-4455-923c-31a53404e399,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc3307b-dc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:25.488037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:25.488474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7bc3307b-dc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:25.488818 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:25.493843 np0040594247 nova-compute[88153]: INFO os_vif [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:29:89,bridge_name='br-int',has_traffic_filtering=True,id=7bc3307b-dc4b-4455-923c-31a53404e399,network=Network(7c7d47c2-7e41-4c77-a0c8-cda9e6566108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bc3307b-dc')
Apr 30 15:46:25.494021 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:46:25.494312 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:46:25.494603 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:46:25.550349 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:25.633740 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] [instance: fbc888ff-d68a-4a44-914d-0f843e3cb47f] Took 1.83 seconds to deallocate network for instance.
Apr 30 15:46:25.760292 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Updating instance_info_cache with network_info: [{"id": "33323639-face-4578-8866-a54face82047", "address": "fa:16:3e:ea:c6:8a", "network": {"id": "55e26af3-34d5-4abb-b105-a04541820fe0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1819005549-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "05163e7810c64b6fa112819407ac8555", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap33323639-fa", "ovs_interfaceid": "33323639-face-4578-8866-a54face82047", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:26.264015 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Releasing lock "refresh_cache-a72754be-08bc-414c-9d66-b0256ee6fa4d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:26.264462 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Instance network_info: |[{"id": "33323639-face-4578-8866-a54face82047", "address": "fa:16:3e:ea:c6:8a", "network": {"id": "55e26af3-34d5-4abb-b105-a04541820fe0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1819005549-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "05163e7810c64b6fa112819407ac8555", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap33323639-fa", "ovs_interfaceid": "33323639-face-4578-8866-a54face82047", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:46:26.265083 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Terminating instance
Apr 30 15:46:26.360545 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:26.695315 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Deleted allocations for instance fbc888ff-d68a-4a44-914d-0f843e3cb47f
Apr 30 15:46:26.771473 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:46:26.775061 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:46:26.776145 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Instance destroyed successfully.
Apr 30 15:46:26.776947 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-InstanceActionsTestJSON-server-386629362',display_name='tempest-InstanceActionsTestJSON-server-386629362',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-instanceactionstestjson-server-386629362',id=66,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='05163e7810c64b6fa112819407ac8555',ramdisk_id='',reservation_id='r-96mczfe4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-InstanceActionsTestJSON-747982595',owner_user_name='tempest-InstanceActionsTestJSON-747982595-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:24Z,user_data=None,user_id='fbb51b620e0a4ca7982a7cde3ec52ff2',uuid=a72754be-08bc-414c-9d66-b0256ee6fa4d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33323639-face-4578-8866-a54face82047", "address": "fa:16:3e:ea:c6:8a", "network": {"id": "55e26af3-34d5-4abb-b105-a04541820fe0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1819005549-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "05163e7810c64b6fa112819407ac8555", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap33323639-fa", "ovs_interfaceid": "33323639-face-4578-8866-a54face82047", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:26.776947 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Converting VIF {"id": "33323639-face-4578-8866-a54face82047", "address": "fa:16:3e:ea:c6:8a", "network": {"id": "55e26af3-34d5-4abb-b105-a04541820fe0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1819005549-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "05163e7810c64b6fa112819407ac8555", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap33323639-fa", "ovs_interfaceid": "33323639-face-4578-8866-a54face82047", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:26.777855 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c6:8a,bridge_name='br-int',has_traffic_filtering=True,id=33323639-face-4578-8866-a54face82047,network=Network(55e26af3-34d5-4abb-b105-a04541820fe0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33323639-fa') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:26.778294 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c6:8a,bridge_name='br-int',has_traffic_filtering=True,id=33323639-face-4578-8866-a54face82047,network=Network(55e26af3-34d5-4abb-b105-a04541820fe0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33323639-fa') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:26.779830 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:26.780331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap33323639-fa, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:26.780605 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:26.783445 np0040594247 nova-compute[88153]: INFO os_vif [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c6:8a,bridge_name='br-int',has_traffic_filtering=True,id=33323639-face-4578-8866-a54face82047,network=Network(55e26af3-34d5-4abb-b105-a04541820fe0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33323639-fa')
Apr 30 15:46:26.783911 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Deleting instance files /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d_del
Apr 30 15:46:26.784534 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Deletion of /opt/stack/data/nova/instances/a72754be-08bc-414c-9d66-b0256ee6fa4d_del complete
Apr 30 15:46:26.863710 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] [instance: 16adeab7-0050-4940-9f57-0e67751194c6] Took 1.37 seconds to deallocate network for instance.
Apr 30 15:46:27.205869 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-833c99c4-702c-456e-9f11-1001f8912581 tempest-ServersTestMultiNic-1667626856 tempest-ServersTestMultiNic-1667626856-project-member] Lock "fbc888ff-d68a-4a44-914d-0f843e3cb47f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.070s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:27.295952 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:46:27.298252 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94176a80> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:27.298530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:27.298968 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:27.347787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:27.350819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:27.840250 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:27.889478 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:27.933049 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Deleted allocations for instance 16adeab7-0050-4940-9f57-0e67751194c6
Apr 30 15:46:27.963198 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:27.984107 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:27.985126 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:27.985126 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:27.985760 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:27.986357 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:28.159742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:28.223501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:28.396441 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:28.450996 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-001b7972-120a-42fb-859d-fa043b10a297 tempest-DeleteServersTestJSON-525206329 tempest-DeleteServersTestJSON-525206329-project-member] Lock "16adeab7-0050-4940-9f57-0e67751194c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.862s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:28.493185 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:28.493957 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:29.011458 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.712s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Traceback (most recent call last):
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     return f(*args, **kwargs)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     chosen_mdev = self._create_mdev(
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     self._host.device_create(conf)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     raise e.with_traceback(tb)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     rv = meth(*args, **kwargs)
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:29.013337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] 
Apr 30 15:46:29.015501 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:46:29.018865 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Build of instance a72754be-08bc-414c-9d66-b0256ee6fa4d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:46:29.019631 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:46:29.020701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-InstanceActionsTestJSON-server-386629362',display_name='tempest-InstanceActionsTestJSON-server-386629362',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-instanceactionstestjson-server-386629362',id=66,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='05163e7810c64b6fa112819407ac8555',ramdisk_id='',reservation_id='r-96mczfe4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-InstanceActionsTestJSON-747982595',owner_user_name='tempest-InstanceActionsTestJSON-747982595-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:27Z,user_data=None,user_id='fbb51b620e0a4ca7982a7cde3ec52ff2',uuid=a72754be-08bc-414c-9d66-b0256ee6fa4d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33323639-face-4578-8866-a54face82047", "address": "fa:16:3e:ea:c6:8a", "network": {"id": "55e26af3-34d5-4abb-b105-a04541820fe0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1819005549-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "05163e7810c64b6fa112819407ac8555", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap33323639-fa", "ovs_interfaceid": "33323639-face-4578-8866-a54face82047", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:29.021249 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Converting VIF {"id": "33323639-face-4578-8866-a54face82047", "address": "fa:16:3e:ea:c6:8a", "network": {"id": "55e26af3-34d5-4abb-b105-a04541820fe0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1819005549-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "05163e7810c64b6fa112819407ac8555", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap33323639-fa", "ovs_interfaceid": "33323639-face-4578-8866-a54face82047", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:29.022149 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c6:8a,bridge_name='br-int',has_traffic_filtering=True,id=33323639-face-4578-8866-a54face82047,network=Network(55e26af3-34d5-4abb-b105-a04541820fe0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33323639-fa') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:29.022567 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c6:8a,bridge_name='br-int',has_traffic_filtering=True,id=33323639-face-4578-8866-a54face82047,network=Network(55e26af3-34d5-4abb-b105-a04541820fe0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33323639-fa') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:29.024434 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.024850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap33323639-fa, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:29.025104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:29.028195 np0040594247 nova-compute[88153]: INFO os_vif [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:c6:8a,bridge_name='br-int',has_traffic_filtering=True,id=33323639-face-4578-8866-a54face82047,network=Network(55e26af3-34d5-4abb-b105-a04541820fe0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33323639-fa')
Apr 30 15:46:29.028476 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:46:29.028787 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:46:29.029153 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:46:29.058654 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.079231 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.349501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.350910 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.379224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.381977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.403831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:29.405569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:30.486240 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:30.991659 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] [instance: a72754be-08bc-414c-9d66-b0256ee6fa4d] Took 1.96 seconds to deallocate network for instance.
Apr 30 15:46:31.045203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.127716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.340193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.384178 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.391114 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.454241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.480039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.499481 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.719588 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:31.807549 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:32.001629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:32.022612 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:46:32.047556 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Deleted allocations for instance a72754be-08bc-414c-9d66-b0256ee6fa4d
Apr 30 15:46:32.066367 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:32.382770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:32.422369 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:32.559778 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e17a145a-cafc-49bf-88bd-bfba7894e86c tempest-InstanceActionsTestJSON-747982595 tempest-InstanceActionsTestJSON-747982595-project-member] Lock "a72754be-08bc-414c-9d66-b0256ee6fa4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.756s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:33.306351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:33.321780 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:33.347215 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:33.350046 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:46:33.366630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:33.385821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:33.398447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:35.238182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:35.309696 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:35.536261 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:35.682767 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:36.852256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:36.915249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:37.353446 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:37.356684 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:37.457810 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:37.488308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.288347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.305824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.321310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.406360 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.424244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.498082 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.553717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.810941 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.824721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.832380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.839485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.931191 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:38.995664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.007472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.021392 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.034759 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.044496 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.115268 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.191719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.248199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.370665 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.373999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.376147 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.380249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.396755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.404765 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:39.408831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.102572 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.112359 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.125992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.189034 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.290901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.346345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.545055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.556230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.572281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.611755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.702633 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:40.762284 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:41.357658 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:41.368281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:41.421107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:41.427220 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.298652 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.309151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.328879 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.365556 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.456428 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.506327 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.807566 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.815296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.830342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.842212 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.917995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:42.925263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.018257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.069154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.350152 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.404567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.611573 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.623471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.645175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.645175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.648121 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.673098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.679806 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.818723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.826265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.830228 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.836611 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.848631 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.860405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.898289 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:43.926072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:44.010562 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:44.029265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:44.075067 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:44.099258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.247227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquiring lock "7412e1b4-d872-4311-b427-2fa7e69b9bcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:45.247907 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "7412e1b4-d872-4311-b427-2fa7e69b9bcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:45.293040 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.304653 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.319053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.424405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.451009 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.542488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.593837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.595519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.598825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.601865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.614501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.615795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.619216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.673869 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.678526 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.679498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:45.751115 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:46.229262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "b4d57568-2b75-4262-b506-2c98845a8fc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:46.229507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "b4d57568-2b75-4262-b506-2c98845a8fc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:46.304566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:46.304566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:46.314094 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:46.314094 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Claim successful on node np0040594247
Apr 30 15:46:46.733837 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:47.279219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:47.518136 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:47.524274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:47.525812 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:47.525812 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:47.526063 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:47.629104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.644950 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.658217 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.726153 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.734998 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.749089 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.793221 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.800177 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.847747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.868359 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:47.918998 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:48.031760 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:48.032249 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:48.402942 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:46:48.409795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:48.548296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:48.551162 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:48.556281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.277s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:48.565462 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:48.565462 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Claim successful on node np0040594247
Apr 30 15:46:48.869978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "c962fed8-28da-4feb-b374-6cd2db8eb47b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:48.870290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "c962fed8-28da-4feb-b374-6cd2db8eb47b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:48.910699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:48.911063 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:48.953275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "1fd8d8cc-8b8c-4c60-bee6-b22b78681731" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:48.953584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "1fd8d8cc-8b8c-4c60-bee6-b22b78681731" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:49.061002 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:49.061263 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:49.121858 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.126097 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad36b7281ecc40d98d9f3cfb7f89258e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5045f5ed3204a129cbfa6cf31408a18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:49.142239 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.326018 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.338729 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.352432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.373544 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:49.415029 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:49.456519 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:46:49.463250 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.566135 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:49.610545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.614137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.615396 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.632433 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.633967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.637477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.638851 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.654510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.654510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.656581 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.659771 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.676556 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.702901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.733827 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Successfully created port: 1e5d5511-44b2-487c-82a5-79bb93d95bd3 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:49.779694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.820418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:49.890521 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:46:49.918114 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:49.947171 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:49.954472 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:49.956692 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:49.957952 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:49.957952 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:49.958838 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:49.958838 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:49.994271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:50.072490 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:50.405348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:50.463072 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:50.463530 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:50.577860 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Successfully updated port: 1e5d5511-44b2-487c-82a5-79bb93d95bd3 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:50.612554 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Received event network-changed-1e5d5511-44b2-487c-82a5-79bb93d95bd3 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:50.613036 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Refreshing instance network info cache due to event network-changed-1e5d5511-44b2-487c-82a5-79bb93d95bd3. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:50.613478 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] Acquiring lock "refresh_cache-7412e1b4-d872-4311-b427-2fa7e69b9bcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:50.616859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] Acquired lock "refresh_cache-7412e1b4-d872-4311-b427-2fa7e69b9bcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:50.616859 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Refreshing network info cache for port 1e5d5511-44b2-487c-82a5-79bb93d95bd3 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:50.736638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:50.756371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:50.977253 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:50.977850 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:50.981160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.063s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:50.986295 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:50.986587 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Claim successful on node np0040594247
Apr 30 15:46:51.086324 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquiring lock "refresh_cache-7412e1b4-d872-4311-b427-2fa7e69b9bcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:51.087733 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:46:51.089121 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:46:51.089587 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Creating image(s)
Apr 30 15:46:51.090269 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquiring lock "/opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:51.090581 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "/opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:51.091555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "/opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:51.092388 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:51.097481 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:51.098984 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:51.165776 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:51.188722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:51.188722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:51.189342 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:51.190087 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:51.196049 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:51.196049 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:51.294290 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:51.297200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:51.297727 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:51.336383 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:51.337034 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:51.337510 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:51.433786 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:51.434409 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:46:51.434919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:51.490633 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:51.491180 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:51.528357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:51.528988 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Cannot resize image /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:46:51.529804 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:46:51.529993 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Ensure instance console log exists: /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:46:51.530424 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:51.531158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:51.531263 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:46:51.534517 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Available mdevs at: set().
Apr 30 15:46:51.534816 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:46:51.535103 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:51.539939 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:51.540944 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:46:51.544206 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Traceback (most recent call last):
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     yield resources
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     return f(*args, **kwargs)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     chosen_mdev = self._create_mdev(
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     self._host.device_create(conf)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     raise e.with_traceback(tb)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     rv = meth(*args, **kwargs)
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:51.547213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] 
Apr 30 15:46:51.578169 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5f002ec5f54681bb576e24aa69e551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d6bd3d823485c8076d620367e208b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:51.809440 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6a2e5349-ba1e-4614-952d-d5d28c0b353c req-f9b2ac42-059a-4679-8a7e-6d8c5284cc8f service nova] Releasing lock "refresh_cache-7412e1b4-d872-4311-b427-2fa7e69b9bcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:51.810152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquired lock "refresh_cache-7412e1b4-d872-4311-b427-2fa7e69b9bcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:51.810507 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:46:51.998023 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:52.114882 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Successfully created port: 919673dd-3b90-47d3-aa40-d654b89ebf35 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:52.228795 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:52.236964 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:52.238006 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:52.238006 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:52.238559 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:52.239299 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:52.363775 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:52.418851 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:52.440721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:52.487093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:52.505683 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:52.563226 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:52.618249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:52.650354 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Updating instance_info_cache with network_info: [{"id": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "address": "fa:16:3e:55:2b:ff", "network": {"id": "631f2b3f-4023-4661-838f-89dc3b5c5769", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1794683574-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a5045f5ed3204a129cbfa6cf31408a18", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1e5d5511-44", "ovs_interfaceid": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:52.750549 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:52.752997 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:52.779604 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Successfully updated port: 919673dd-3b90-47d3-aa40-d654b89ebf35 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:52.815047 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Received event network-changed-919673dd-3b90-47d3-aa40-d654b89ebf35 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:52.815790 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Refreshing instance network info cache due to event network-changed-919673dd-3b90-47d3-aa40-d654b89ebf35. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:52.815790 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] Acquiring lock "refresh_cache-b4d57568-2b75-4262-b506-2c98845a8fc5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:52.816089 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] Acquired lock "refresh_cache-b4d57568-2b75-4262-b506-2c98845a8fc5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:52.816368 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Refreshing network info cache for port 919673dd-3b90-47d3-aa40-d654b89ebf35 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:53.154329 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Releasing lock "refresh_cache-7412e1b4-d872-4311-b427-2fa7e69b9bcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:53.154613 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Instance network_info: |[{"id": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "address": "fa:16:3e:55:2b:ff", "network": {"id": "631f2b3f-4023-4661-838f-89dc3b5c5769", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1794683574-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a5045f5ed3204a129cbfa6cf31408a18", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1e5d5511-44", "ovs_interfaceid": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:46:53.155295 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Terminating instance
Apr 30 15:46:53.269946 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:53.270360 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:53.274039 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.320s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:53.279712 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:53.280113 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Claim successful on node np0040594247
Apr 30 15:46:53.283436 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "refresh_cache-b4d57568-2b75-4262-b506-2c98845a8fc5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:53.351374 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:53.381322 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:53.416705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:53.516410 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:53.518931 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:46:53.523706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:46:53.523706 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Creating image(s)
Apr 30 15:46:53.523706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:53.523706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:53.523706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:53.523706 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:53.529869 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:53.532439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:53.581826 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:53.586115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:53.587714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:53.622998 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:53.623605 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:53.624369 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:53.625122 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:53.632165 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:53.633042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:53.666950 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:46:53.671184 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:46:53.671416 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Instance destroyed successfully.
Apr 30 15:46:53.673077 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-InstanceActionsV221TestJSON-server-1130020695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-instanceactionsv221testjson-server-1130020695',id=67,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5045f5ed3204a129cbfa6cf31408a18',ramdisk_id='',reservation_id='r-rw64s5vw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-InstanceActionsV221TestJSON-456873744',owner_user_name='tempest-InstanceActionsV221TestJSON-456873744-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:50Z,user_data=None,user_id='ad36b7281ecc40d98d9f3cfb7f89258e',uuid=7412e1b4-d872-4311-b427-2fa7e69b9bcb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "address": "fa:16:3e:55:2b:ff", "network": {"id": "631f2b3f-4023-4661-838f-89dc3b5c5769", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1794683574-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a5045f5ed3204a129cbfa6cf31408a18", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1e5d5511-44", "ovs_interfaceid": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:53.673467 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Converting VIF {"id": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "address": "fa:16:3e:55:2b:ff", "network": {"id": "631f2b3f-4023-4661-838f-89dc3b5c5769", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1794683574-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a5045f5ed3204a129cbfa6cf31408a18", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1e5d5511-44", "ovs_interfaceid": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:53.674640 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:2b:ff,bridge_name='br-int',has_traffic_filtering=True,id=1e5d5511-44b2-487c-82a5-79bb93d95bd3,network=Network(631f2b3f-4023-4661-838f-89dc3b5c5769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e5d5511-44') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:53.675247 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:2b:ff,bridge_name='br-int',has_traffic_filtering=True,id=1e5d5511-44b2-487c-82a5-79bb93d95bd3,network=Network(631f2b3f-4023-4661-838f-89dc3b5c5769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e5d5511-44') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:53.678411 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:53.679034 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e5d5511-44, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:53.679372 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:53.682708 np0040594247 nova-compute[88153]: INFO os_vif [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:2b:ff,bridge_name='br-int',has_traffic_filtering=True,id=1e5d5511-44b2-487c-82a5-79bb93d95bd3,network=Network(631f2b3f-4023-4661-838f-89dc3b5c5769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e5d5511-44')
Apr 30 15:46:53.683229 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Deleting instance files /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb_del
Apr 30 15:46:53.683882 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Deletion of /opt/stack/data/nova/instances/7412e1b4-d872-4311-b427-2fa7e69b9bcb_del complete
Apr 30 15:46:53.726159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:53.726638 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:53.766799 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:53.767454 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.143s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:53.768048 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:53.795092 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:53.795092 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:53.871992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:53.872405 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:46:53.874078 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:53.893592 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad93fa343a51456c878379c21a532d4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50b4ec118c42487491fbddeaff15c3f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:53.969865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:53.969865 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Cannot resize image /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:46:53.969865 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:46:53.970576 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Ensure instance console log exists: /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:46:53.971189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:53.971748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:53.972286 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:46:53.980503 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Available mdevs at: set().
Apr 30 15:46:53.980794 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:46:53.981283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:53.988059 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:53.989275 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:46:53.995808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Traceback (most recent call last):
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     yield resources
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     return f(*args, **kwargs)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     chosen_mdev = self._create_mdev(
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     self._host.device_create(conf)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     raise e.with_traceback(tb)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     rv = meth(*args, **kwargs)
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:53.999181 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] 
Apr 30 15:46:54.019349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3c32bdc0-9874-4cb0-9931-37f7d0c09620 req-f5f5d72c-a2b8-4322-aa6b-6185566add2f service nova] Releasing lock "refresh_cache-b4d57568-2b75-4262-b506-2c98845a8fc5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:54.020092 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquired lock "refresh_cache-b4d57568-2b75-4262-b506-2c98845a8fc5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:54.020382 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:46:54.193424 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:46:54.196849 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Aborting claim: <nova.compute.claims.Claim object at 0x7c8da60f7e90> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:54.197196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:54.301034 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:54.454045 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Successfully created port: ac05b8a3-bb22-4da8-86ae-16270c6d8c97 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:54.509377 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:54.516551 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:54.519313 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:54.519313 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:54.519313 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:54.519313 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:54.594026 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:54.809974 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:54.830894 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Updating instance_info_cache with network_info: [{"id": "919673dd-3b90-47d3-aa40-d654b89ebf35", "address": "fa:16:3e:4d:d1:09", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap919673dd-3b", "ovs_interfaceid": "919673dd-3b90-47d3-aa40-d654b89ebf35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:54.966053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:54.977991 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:54.990714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.023990 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:55.024473 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:55.033305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.061482 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Successfully updated port: ac05b8a3-bb22-4da8-86ae-16270c6d8c97 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:55.099053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.136911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.248008 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Received event network-changed-ac05b8a3-bb22-4da8-86ae-16270c6d8c97 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:55.248312 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Refreshing instance network info cache due to event network-changed-ac05b8a3-bb22-4da8-86ae-16270c6d8c97. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:55.248639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] Acquiring lock "refresh_cache-c962fed8-28da-4feb-b374-6cd2db8eb47b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:55.248939 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] Acquired lock "refresh_cache-c962fed8-28da-4feb-b374-6cd2db8eb47b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:55.249217 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Refreshing network info cache for port ac05b8a3-bb22-4da8-86ae-16270c6d8c97 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:55.333022 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Releasing lock "refresh_cache-b4d57568-2b75-4262-b506-2c98845a8fc5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:55.333457 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Instance network_info: |[{"id": "919673dd-3b90-47d3-aa40-d654b89ebf35", "address": "fa:16:3e:4d:d1:09", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap919673dd-3b", "ovs_interfaceid": "919673dd-3b90-47d3-aa40-d654b89ebf35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:46:55.334561 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Terminating instance
Apr 30 15:46:55.538473 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:55.540496 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:55.546803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.552s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:55.553410 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:46:55.553786 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Claim successful on node np0040594247
Apr 30 15:46:55.565427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "refresh_cache-c962fed8-28da-4feb-b374-6cd2db8eb47b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:55.606181 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.609413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.614893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.802544 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:55.827855 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:46:55.830043 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:46:55.830536 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Creating image(s)
Apr 30 15:46:55.831372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "/opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:55.831920 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "/opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:55.833206 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "/opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:55.834650 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:55.843900 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:55.845172 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:46:55.846130 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:55.865106 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:46:55.865392 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Instance destroyed successfully.
Apr 30 15:46:55.867894 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2133888171',display_name='tempest-ServerDiskConfigTestJSON-server-2133888171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverdiskconfigtestjson-server-2133888171',id=68,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-jcbd1dne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:53Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=b4d57568-2b75-4262-b506-2c98845a8fc5,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "919673dd-3b90-47d3-aa40-d654b89ebf35", "address": "fa:16:3e:4d:d1:09", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap919673dd-3b", "ovs_interfaceid": "919673dd-3b90-47d3-aa40-d654b89ebf35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:55.867894 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "919673dd-3b90-47d3-aa40-d654b89ebf35", "address": "fa:16:3e:4d:d1:09", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap919673dd-3b", "ovs_interfaceid": "919673dd-3b90-47d3-aa40-d654b89ebf35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:55.869902 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:d1:09,bridge_name='br-int',has_traffic_filtering=True,id=919673dd-3b90-47d3-aa40-d654b89ebf35,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap919673dd-3b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:55.870385 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:d1:09,bridge_name='br-int',has_traffic_filtering=True,id=919673dd-3b90-47d3-aa40-d654b89ebf35,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap919673dd-3b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:55.880028 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:55.880652 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap919673dd-3b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:55.881110 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:55.888243 np0040594247 nova-compute[88153]: INFO os_vif [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:d1:09,bridge_name='br-int',has_traffic_filtering=True,id=919673dd-3b90-47d3-aa40-d654b89ebf35,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap919673dd-3b')
Apr 30 15:46:55.888835 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Deleting instance files /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5_del
Apr 30 15:46:55.889658 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Deletion of /opt/stack/data/nova/instances/b4d57568-2b75-4262-b506-2c98845a8fc5_del complete
Apr 30 15:46:55.961349 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:55.967857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.122s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:55.968372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:55.969080 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:55.969830 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:55.977495 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:55.978236 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:56.052463 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:56.052919 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:56.075840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:56.076456 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:56.113230 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:56.113914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.145s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:56.114427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:56.131821 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad93fa343a51456c878379c21a532d4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50b4ec118c42487491fbddeaff15c3f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:56.205150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:56.205697 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:46:56.206112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:56.306930 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:56.307575 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Cannot resize image /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:46:56.308167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:46:56.308501 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Ensure instance console log exists: /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:46:56.308999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:56.309400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:56.310006 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:46:56.319931 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Available mdevs at: set().
Apr 30 15:46:56.320503 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:46:56.320999 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:56.331496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:46:56.335844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.026s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Traceback (most recent call last):
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     yield resources
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     return f(*args, **kwargs)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     chosen_mdev = self._create_mdev(
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     self._host.device_create(conf)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     raise e.with_traceback(tb)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     rv = meth(*args, **kwargs)
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:56.338398 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] 
Apr 30 15:46:56.401859 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:46:56.406462 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94729b80> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:56.406783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:56.465249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-026a9cad-af18-4c92-b73c-e764814fc5bc req-2bc977ac-3cb2-4209-b81d-d3ef65acc8bf service nova] Releasing lock "refresh_cache-c962fed8-28da-4feb-b374-6cd2db8eb47b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:56.466355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquired lock "refresh_cache-c962fed8-28da-4feb-b374-6cd2db8eb47b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:56.466761 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:46:56.560369 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:56.756841 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Successfully created port: 609cc58c-e5d3-44a0-8011-628b98187034 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:56.775369 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:56.784203 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:56.785906 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:56.785978 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:56.786438 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:56.786813 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:57.017549 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:57.067235 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:57.243027 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Updating instance_info_cache with network_info: [{"id": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "address": "fa:16:3e:27:d3:e4", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac05b8a3-bb", "ovs_interfaceid": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:57.291462 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:57.292003 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:57.709544 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Successfully updated port: 609cc58c-e5d3-44a0-8011-628b98187034 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:57.747775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Releasing lock "refresh_cache-c962fed8-28da-4feb-b374-6cd2db8eb47b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:57.747775 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Instance network_info: |[{"id": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "address": "fa:16:3e:27:d3:e4", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac05b8a3-bb", "ovs_interfaceid": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:46:57.748968 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Terminating instance
Apr 30 15:46:57.779036 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Received event network-changed-609cc58c-e5d3-44a0-8011-628b98187034 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:57.780350 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Refreshing instance network info cache due to event network-changed-609cc58c-e5d3-44a0-8011-628b98187034. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:57.780738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] Acquiring lock "refresh_cache-b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:57.781003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] Acquired lock "refresh_cache-b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:57.781281 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Refreshing network info cache for port 609cc58c-e5d3-44a0-8011-628b98187034 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:57.806172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:57.806893 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:46:57.810384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.406s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:57.810697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:57.811872 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:46:57.812263 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 3.615s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:57.971023 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:46:57.972349 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1391MB free_disk=56.5958366394043GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:46:57.972578 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:58.087337 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:46:58.088721 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:46:58.089172 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Creating image(s)
Apr 30 15:46:58.089910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "/opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:58.090320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "/opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:58.091272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "/opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:58.092099 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:58.098809 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:58.100465 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:58.193432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:58.194121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:58.194945 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:58.195660 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:58.201341 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:46:58.202026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:58.220232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "refresh_cache-b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:58.257570 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:46:58.262702 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:46:58.262880 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Instance destroyed successfully.
Apr 30 15:46:58.264621 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServersNegativeTestJSON-server-2017962545',display_name='tempest-ListServersNegativeTestJSON-server-2017962545-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-listserversnegativetestjson-server-2017962545-1',id=69,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50b4ec118c42487491fbddeaff15c3f8',ramdisk_id='',reservation_id='r-hfjpr6vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServersNegativeTestJSON-1822394417',owner_user_name='tempest-ListServersNegativeTestJSON-1822394417-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:55Z,user_data=None,user_id='ad93fa343a51456c878379c21a532d4c',uuid=c962fed8-28da-4feb-b374-6cd2db8eb47b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "address": "fa:16:3e:27:d3:e4", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac05b8a3-bb", "ovs_interfaceid": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:58.265013 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converting VIF {"id": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "address": "fa:16:3e:27:d3:e4", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac05b8a3-bb", "ovs_interfaceid": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:58.266156 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:d3:e4,bridge_name='br-int',has_traffic_filtering=True,id=ac05b8a3-bb22-4da8-86ae-16270c6d8c97,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac05b8a3-bb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:58.266604 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:d3:e4,bridge_name='br-int',has_traffic_filtering=True,id=ac05b8a3-bb22-4da8-86ae-16270c6d8c97,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac05b8a3-bb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:58.268798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:58.269404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac05b8a3-bb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:58.269772 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:58.273098 np0040594247 nova-compute[88153]: INFO os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:d3:e4,bridge_name='br-int',has_traffic_filtering=True,id=ac05b8a3-bb22-4da8-86ae-16270c6d8c97,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac05b8a3-bb')
Apr 30 15:46:58.273583 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Deleting instance files /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b_del
Apr 30 15:46:58.274251 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Deletion of /opt/stack/data/nova/instances/c962fed8-28da-4feb-b374-6cd2db8eb47b_del complete
Apr 30 15:46:58.296016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:58.296530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:58.331035 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:46:58.331348 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:46:58.342185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk 1073741824" returned: 0 in 0.046s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:58.342626 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:58.343110 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:58.367055 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:58.396978 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad93fa343a51456c878379c21a532d4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50b4ec118c42487491fbddeaff15c3f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:46:58.420632 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:58.458253 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:58.458715 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:46:58.459574 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:46:58.554493 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:46:58.555570 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:46:58.556331 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Cannot resize image /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:46:58.557022 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:46:58.557438 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Ensure instance console log exists: /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:46:58.557995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:58.558367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:58.558768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:46:58.563635 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Available mdevs at: set().
Apr 30 15:46:58.563909 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:46:58.564202 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:46:58.565898 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:58.571623 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:58.572946 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:46:58.572946 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:46:58.572946 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:58.573814 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]: </device>
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:46:58.581701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:46:58.587477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.029s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Traceback (most recent call last):
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     yield resources
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     return f(*args, **kwargs)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     chosen_mdev = self._create_mdev(
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     self._host.device_create(conf)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     raise e.with_traceback(tb)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     rv = meth(*args, **kwargs)
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:58.589966 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] 
Apr 30 15:46:58.784115 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:46:58.787923 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70531a30> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:46:58.788304 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:46:58.831470 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:46:58.949914 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Successfully created port: 58a328d3-3d5c-42af-8f02-b6cc85d84c33 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:46:59.070907 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-84b7bade-21ba-4e54-b157-9f418d5a814c req-7c75b627-1ea2-46b9-85aa-885e6c7ac1a3 service nova] Releasing lock "refresh_cache-b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:46:59.071514 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquired lock "refresh_cache-b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:59.071819 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:46:59.081048 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:59.081547 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:46:59.338396 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:46:59.594758 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.782s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Traceback (most recent call last):
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     return f(*args, **kwargs)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     chosen_mdev = self._create_mdev(
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     self._host.device_create(conf)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     rv = execute(f, *args, **kwargs)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     raise e.with_traceback(tb)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     rv = meth(*args, **kwargs)
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:46:59.596665 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] 
Apr 30 15:46:59.598055 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:46:59.598894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 3.192s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:46:59.603520 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Build of instance 7412e1b4-d872-4311-b427-2fa7e69b9bcb was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:46:59.606079 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:46:59.607588 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-InstanceActionsV221TestJSON-server-1130020695',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-instanceactionsv221testjson-server-1130020695',id=67,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5045f5ed3204a129cbfa6cf31408a18',ramdisk_id='',reservation_id='r-rw64s5vw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-InstanceActionsV221TestJSON-456873744',owner_user_name='tempest-InstanceActionsV221TestJSON-456873744-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:54Z,user_data=None,user_id='ad36b7281ecc40d98d9f3cfb7f89258e',uuid=7412e1b4-d872-4311-b427-2fa7e69b9bcb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "address": "fa:16:3e:55:2b:ff", "network": {"id": "631f2b3f-4023-4661-838f-89dc3b5c5769", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1794683574-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a5045f5ed3204a129cbfa6cf31408a18", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1e5d5511-44", "ovs_interfaceid": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:46:59.607588 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Converting VIF {"id": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "address": "fa:16:3e:55:2b:ff", "network": {"id": "631f2b3f-4023-4661-838f-89dc3b5c5769", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1794683574-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "a5045f5ed3204a129cbfa6cf31408a18", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1e5d5511-44", "ovs_interfaceid": "1e5d5511-44b2-487c-82a5-79bb93d95bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:46:59.608177 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:2b:ff,bridge_name='br-int',has_traffic_filtering=True,id=1e5d5511-44b2-487c-82a5-79bb93d95bd3,network=Network(631f2b3f-4023-4661-838f-89dc3b5c5769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e5d5511-44') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:46:59.608617 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:2b:ff,bridge_name='br-int',has_traffic_filtering=True,id=1e5d5511-44b2-487c-82a5-79bb93d95bd3,network=Network(631f2b3f-4023-4661-838f-89dc3b5c5769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e5d5511-44') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:46:59.610883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:46:59.611677 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e5d5511-44, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:46:59.612011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:46:59.614656 np0040594247 nova-compute[88153]: INFO os_vif [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:2b:ff,bridge_name='br-int',has_traffic_filtering=True,id=1e5d5511-44b2-487c-82a5-79bb93d95bd3,network=Network(631f2b3f-4023-4661-838f-89dc3b5c5769),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e5d5511-44')
Apr 30 15:46:59.614924 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:46:59.615211 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:46:59.615497 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:46:59.627987 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:46:59.736199 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Successfully updated port: 58a328d3-3d5c-42af-8f02-b6cc85d84c33 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:46:59.839743 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Received event network-changed-58a328d3-3d5c-42af-8f02-b6cc85d84c33 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:46:59.839880 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Refreshing instance network info cache due to event network-changed-58a328d3-3d5c-42af-8f02-b6cc85d84c33. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:46:59.840225 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] Acquiring lock "refresh_cache-1fd8d8cc-8b8c-4c60-bee6-b22b78681731" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:46:59.840509 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] Acquired lock "refresh_cache-1fd8d8cc-8b8c-4c60-bee6-b22b78681731" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:46:59.841487 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Refreshing network info cache for port 58a328d3-3d5c-42af-8f02-b6cc85d84c33 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:46:59.951828 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Updating instance_info_cache with network_info: [{"id": "609cc58c-e5d3-44a0-8011-628b98187034", "address": "fa:16:3e:9d:2e:a8", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap609cc58c-e5", "ovs_interfaceid": "609cc58c-e5d3-44a0-8011-628b98187034", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:00.239495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "refresh_cache-1fd8d8cc-8b8c-4c60-bee6-b22b78681731" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:00.333412 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:00.343008 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:00.344463 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:00.344463 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:00.344463 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:00.344463 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:00.358821 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:00.361037 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:00.361827 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Creating image(s)
Apr 30 15:47:00.362536 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "/opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:00.363558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "/opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:00.364623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "/opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:00.365432 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:00.370922 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:00.373029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:00.456711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Releasing lock "refresh_cache-b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:00.457285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Instance network_info: |[{"id": "609cc58c-e5d3-44a0-8011-628b98187034", "address": "fa:16:3e:9d:2e:a8", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap609cc58c-e5", "ovs_interfaceid": "609cc58c-e5d3-44a0-8011-628b98187034", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:00.458095 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Terminating instance
Apr 30 15:47:00.464418 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:00.464953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:00.465615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:00.469599 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:00.478065 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:00.478695 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:00.582469 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:00.583075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:00.603267 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:00.620043 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:00.621547 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:00.621547 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:00.641105 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:00.735267 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:00.735801 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:47:00.736288 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:00.783784 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:00.842937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:00.842937 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Cannot resize image /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:47:00.842937 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:47:00.842937 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Ensure instance console log exists: /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:00.842937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:00.842937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:00.843345 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:00.848196 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Available mdevs at: set().
Apr 30 15:47:00.848531 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:00.848831 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:00.852706 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:00.853349 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:00.866656 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:00.867581 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:00.871072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.028s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Traceback (most recent call last):
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     yield resources
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     return f(*args, **kwargs)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     chosen_mdev = self._create_mdev(
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     self._host.device_create(conf)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     raise e.with_traceback(tb)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     rv = meth(*args, **kwargs)
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:00.873473 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] 
Apr 30 15:47:00.965348 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:00.969152 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:00.969257 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Instance destroyed successfully.
Apr 30 15:47:00.970631 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServersNegativeTestJSON-server-2017962545',display_name='tempest-ListServersNegativeTestJSON-server-2017962545-2',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-listserversnegativetestjson-server-2017962545-2',id=70,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=1,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50b4ec118c42487491fbddeaff15c3f8',ramdisk_id='',reservation_id='r-hfjpr6vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServersNegativeTestJSON-1822394417',owner_user_name='tempest-ListServersNegativeTestJSON-1822394417-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:57Z,user_data=None,user_id='ad93fa343a51456c878379c21a532d4c',uuid=b3217a26-54c1-4c42-8a2e-a5dfb1d19b83,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "609cc58c-e5d3-44a0-8011-628b98187034", "address": "fa:16:3e:9d:2e:a8", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap609cc58c-e5", "ovs_interfaceid": "609cc58c-e5d3-44a0-8011-628b98187034", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:00.971015 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converting VIF {"id": "609cc58c-e5d3-44a0-8011-628b98187034", "address": "fa:16:3e:9d:2e:a8", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap609cc58c-e5", "ovs_interfaceid": "609cc58c-e5d3-44a0-8011-628b98187034", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:00.972190 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=609cc58c-e5d3-44a0-8011-628b98187034,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap609cc58c-e5') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:00.972640 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=609cc58c-e5d3-44a0-8011-628b98187034,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap609cc58c-e5') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:00.974697 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:00.975258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap609cc58c-e5, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:00.975582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:00.978580 np0040594247 nova-compute[88153]: INFO os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=609cc58c-e5d3-44a0-8011-628b98187034,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap609cc58c-e5')
Apr 30 15:47:00.979354 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Deleting instance files /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83_del
Apr 30 15:47:00.980117 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Deletion of /opt/stack/data/nova/instances/b3217a26-54c1-4c42-8a2e-a5dfb1d19b83_del complete
Apr 30 15:47:01.110247 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] [instance: 7412e1b4-d872-4311-b427-2fa7e69b9bcb] Took 1.49 seconds to deallocate network for instance.
Apr 30 15:47:01.282450 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-20ce4b76-e869-458f-8c7a-808ef2685699 req-d0792bbe-cbd9-4f8b-9a1d-63d38c5e90c5 service nova] Releasing lock "refresh_cache-1fd8d8cc-8b8c-4c60-bee6-b22b78681731" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:01.283030 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquired lock "refresh_cache-1fd8d8cc-8b8c-4c60-bee6-b22b78681731" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:01.283363 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:01.365242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.766s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Traceback (most recent call last):
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     return f(*args, **kwargs)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     chosen_mdev = self._create_mdev(
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     self._host.device_create(conf)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     raise e.with_traceback(tb)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     rv = meth(*args, **kwargs)
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:01.367174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] 
Apr 30 15:47:01.371297 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:01.371297 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.397s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:01.373068 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Build of instance b4d57568-2b75-4262-b506-2c98845a8fc5 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:01.375490 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:01.376692 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2133888171',display_name='tempest-ServerDiskConfigTestJSON-server-2133888171',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverdiskconfigtestjson-server-2133888171',id=68,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-jcbd1dne',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:56Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=b4d57568-2b75-4262-b506-2c98845a8fc5,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "919673dd-3b90-47d3-aa40-d654b89ebf35", "address": "fa:16:3e:4d:d1:09", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap919673dd-3b", "ovs_interfaceid": "919673dd-3b90-47d3-aa40-d654b89ebf35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:01.377207 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "919673dd-3b90-47d3-aa40-d654b89ebf35", "address": "fa:16:3e:4d:d1:09", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap919673dd-3b", "ovs_interfaceid": "919673dd-3b90-47d3-aa40-d654b89ebf35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:01.377946 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:d1:09,bridge_name='br-int',has_traffic_filtering=True,id=919673dd-3b90-47d3-aa40-d654b89ebf35,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap919673dd-3b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:01.378376 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:d1:09,bridge_name='br-int',has_traffic_filtering=True,id=919673dd-3b90-47d3-aa40-d654b89ebf35,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap919673dd-3b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:01.379821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:01.380202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap919673dd-3b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:01.380455 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:01.384374 np0040594247 nova-compute[88153]: INFO os_vif [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:d1:09,bridge_name='br-int',has_traffic_filtering=True,id=919673dd-3b90-47d3-aa40-d654b89ebf35,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap919673dd-3b')
Apr 30 15:47:01.384663 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:01.385389 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:01.388704 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:01.492389 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:01.495753 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c13fc80> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:01.496045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:01.840814 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:02.081724 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Updating instance_info_cache with network_info: [{"id": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "address": "fa:16:3e:e1:24:22", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap58a328d3-3d", "ovs_interfaceid": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:02.169127 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Deleted allocations for instance 7412e1b4-d872-4311-b427-2fa7e69b9bcb
Apr 30 15:47:02.327401 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:02.585694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Releasing lock "refresh_cache-1fd8d8cc-8b8c-4c60-bee6-b22b78681731" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:02.586163 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Instance network_info: |[{"id": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "address": "fa:16:3e:e1:24:22", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap58a328d3-3d", "ovs_interfaceid": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:02.586690 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Terminating instance
Apr 30 15:47:02.687582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e28b5180-36a5-4ae1-9c18-ca14cc361009 tempest-InstanceActionsV221TestJSON-456873744 tempest-InstanceActionsV221TestJSON-456873744-project-member] Lock "7412e1b4-d872-4311-b427-2fa7e69b9bcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.440s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:02.836678 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: b4d57568-2b75-4262-b506-2c98845a8fc5] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:47:02.940778 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance b4d57568-2b75-4262-b506-2c98845a8fc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:47:02.941005 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance c962fed8-28da-4feb-b374-6cd2db8eb47b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:47:02.941295 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance b3217a26-54c1-4c42-8a2e-a5dfb1d19b83 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:47:02.941486 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 1fd8d8cc-8b8c-4c60-bee6-b22b78681731 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:47:02.941979 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 3 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:47:02.942285 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=896MB phys_disk=69GB used_disk=3GB total_vcpus=8 used_vcpus=3 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:47:03.093580 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:03.098764 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:03.098959 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Instance destroyed successfully.
Apr 30 15:47:03.100474 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:46:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServersNegativeTestJSON-server-2017962545',display_name='tempest-ListServersNegativeTestJSON-server-2017962545-3',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-listserversnegativetestjson-server-2017962545-3',id=71,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=2,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50b4ec118c42487491fbddeaff15c3f8',ramdisk_id='',reservation_id='r-hfjpr6vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServersNegativeTestJSON-1822394417',owner_user_name='tempest-ListServersNegativeTestJSON-1822394417-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:59Z,user_data=None,user_id='ad93fa343a51456c878379c21a532d4c',uuid=1fd8d8cc-8b8c-4c60-bee6-b22b78681731,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "address": "fa:16:3e:e1:24:22", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap58a328d3-3d", "ovs_interfaceid": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:03.100815 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converting VIF {"id": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "address": "fa:16:3e:e1:24:22", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap58a328d3-3d", "ovs_interfaceid": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:03.101862 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:24:22,bridge_name='br-int',has_traffic_filtering=True,id=58a328d3-3d5c-42af-8f02-b6cc85d84c33,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a328d3-3d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:03.102372 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:24:22,bridge_name='br-int',has_traffic_filtering=True,id=58a328d3-3d5c-42af-8f02-b6cc85d84c33,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a328d3-3d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:03.104294 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.104754 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58a328d3-3d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:03.105155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:03.107414 np0040594247 nova-compute[88153]: INFO os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:24:22,bridge_name='br-int',has_traffic_filtering=True,id=58a328d3-3d5c-42af-8f02-b6cc85d84c33,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a328d3-3d')
Apr 30 15:47:03.107875 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Deleting instance files /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731_del
Apr 30 15:47:03.108489 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Deletion of /opt/stack/data/nova/instances/1fd8d8cc-8b8c-4c60-bee6-b22b78681731_del complete
Apr 30 15:47:03.118607 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:03.125747 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:03.126638 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:03.126638 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:03.127030 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:03.127516 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:03.355732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.427194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.625101 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:03.627515 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7046a420> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:03.627611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:03.631876 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:03.632392 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:03.657085 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.669773 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.689479 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.715165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.795881 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.831541 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:03.887778 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Deleted allocations for instance b4d57568-2b75-4262-b506-2c98845a8fc5
Apr 30 15:47:04.149781 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:47:04.149781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.778s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:04.149781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 5.360s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:04.400192 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b1fdd042-70c1-4e57-9c4b-760f819b19cf tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "b4d57568-2b75-4262-b506-2c98845a8fc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.170s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:04.750630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:04.784153 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:04.869009 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:04.885598 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:04.886691 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:04.886691 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:04.886691 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:04.887982 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:05.033197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:05.072060 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:05.392649 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:05.395000 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:05.536913 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "d568fad6-dbaf-4252-88a6-e4335fca654c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:05.537287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "d568fad6-dbaf-4252-88a6-e4335fca654c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:05.592256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:05.655714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:05.658635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:05.660252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:05.908697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.760s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Traceback (most recent call last):
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     return f(*args, **kwargs)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     chosen_mdev = self._create_mdev(
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     self._host.device_create(conf)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     raise e.with_traceback(tb)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     rv = meth(*args, **kwargs)
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:05.910793 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] 
Apr 30 15:47:05.914062 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:05.915940 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 4.420s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:05.923665 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Build of instance c962fed8-28da-4feb-b374-6cd2db8eb47b was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:05.927339 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:05.929395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServersNegativeTestJSON-server-2017962545',display_name='tempest-ListServersNegativeTestJSON-server-2017962545-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-listserversnegativetestjson-server-2017962545-1',id=69,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50b4ec118c42487491fbddeaff15c3f8',ramdisk_id='',reservation_id='r-hfjpr6vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServersNegativeTestJSON-1822394417',owner_user_name='tempest-ListServersNegativeTestJSON-1822394417-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:46:58Z,user_data=None,user_id='ad93fa343a51456c878379c21a532d4c',uuid=c962fed8-28da-4feb-b374-6cd2db8eb47b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "address": "fa:16:3e:27:d3:e4", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac05b8a3-bb", "ovs_interfaceid": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:05.930022 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converting VIF {"id": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "address": "fa:16:3e:27:d3:e4", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac05b8a3-bb", "ovs_interfaceid": "ac05b8a3-bb22-4da8-86ae-16270c6d8c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:05.931944 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:d3:e4,bridge_name='br-int',has_traffic_filtering=True,id=ac05b8a3-bb22-4da8-86ae-16270c6d8c97,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac05b8a3-bb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:05.932432 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:d3:e4,bridge_name='br-int',has_traffic_filtering=True,id=ac05b8a3-bb22-4da8-86ae-16270c6d8c97,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac05b8a3-bb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:05.934036 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:05.934417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac05b8a3-bb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:05.934663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:05.939262 np0040594247 nova-compute[88153]: INFO os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:d3:e4,bridge_name='br-int',has_traffic_filtering=True,id=ac05b8a3-bb22-4da8-86ae-16270c6d8c97,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac05b8a3-bb')
Apr 30 15:47:05.939794 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:05.940305 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:05.940849 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:06.040542 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:06.132398 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:06.140995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:06.154138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:06.187879 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:06.256453 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:06.292019 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:06.579534 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:06.625308 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:06.631958 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:06.633132 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:06.633489 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:06.634022 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:06.634483 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:06.857990 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:07.139405 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:07.140189 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:07.152521 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:07.152881 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:07.153192 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:07.153482 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:07.153805 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:07.154075 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:07.154370 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:47:07.361445 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: c962fed8-28da-4feb-b374-6cd2db8eb47b] Took 1.42 seconds to deallocate network for instance.
Apr 30 15:47:07.609519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:07.612387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:07.614414 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:07.617320 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:07.652246 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.735s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Traceback (most recent call last):
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     return f(*args, **kwargs)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     chosen_mdev = self._create_mdev(
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     self._host.device_create(conf)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     raise e.with_traceback(tb)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     rv = meth(*args, **kwargs)
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:07.653933 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] 
Apr 30 15:47:07.655588 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:07.656143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 4.029s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:07.660125 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Build of instance b3217a26-54c1-4c42-8a2e-a5dfb1d19b83 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:07.662132 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:07.663695 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServersNegativeTestJSON-server-2017962545',display_name='tempest-ListServersNegativeTestJSON-server-2017962545-2',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-listserversnegativetestjson-server-2017962545-2',id=70,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=1,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50b4ec118c42487491fbddeaff15c3f8',ramdisk_id='',reservation_id='r-hfjpr6vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServersNegativeTestJSON-1822394417',owner_user_name='tempest-ListServersNegativeTestJSON-1822394417-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:01Z,user_data=None,user_id='ad93fa343a51456c878379c21a532d4c',uuid=b3217a26-54c1-4c42-8a2e-a5dfb1d19b83,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "609cc58c-e5d3-44a0-8011-628b98187034", "address": "fa:16:3e:9d:2e:a8", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap609cc58c-e5", "ovs_interfaceid": "609cc58c-e5d3-44a0-8011-628b98187034", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:07.664103 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converting VIF {"id": "609cc58c-e5d3-44a0-8011-628b98187034", "address": "fa:16:3e:9d:2e:a8", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap609cc58c-e5", "ovs_interfaceid": "609cc58c-e5d3-44a0-8011-628b98187034", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:07.665059 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=609cc58c-e5d3-44a0-8011-628b98187034,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap609cc58c-e5') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:07.665468 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=609cc58c-e5d3-44a0-8011-628b98187034,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap609cc58c-e5') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:07.667339 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:07.667754 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap609cc58c-e5, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:07.668004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:07.670266 np0040594247 nova-compute[88153]: INFO os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:2e:a8,bridge_name='br-int',has_traffic_filtering=True,id=609cc58c-e5d3-44a0-8011-628b98187034,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap609cc58c-e5')
Apr 30 15:47:07.670553 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:07.670892 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:07.671189 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:08.353323 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:08.358692 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:08.360770 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:08.360770 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:08.360770 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:08.360770 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:08.421453 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Deleted allocations for instance c962fed8-28da-4feb-b374-6cd2db8eb47b
Apr 30 15:47:08.441949 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:08.544745 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:08.864419 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:08.866281 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:08.949953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "c962fed8-28da-4feb-b374-6cd2db8eb47b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.079s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:09.048660 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: b3217a26-54c1-4c42-8a2e-a5dfb1d19b83] Took 1.38 seconds to deallocate network for instance.
Apr 30 15:47:09.380116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.724s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Traceback (most recent call last):
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     return f(*args, **kwargs)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     chosen_mdev = self._create_mdev(
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     self._host.device_create(conf)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     raise e.with_traceback(tb)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     rv = meth(*args, **kwargs)
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:09.382152 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] 
Apr 30 15:47:09.385216 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:09.385216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.805s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:09.385557 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Build of instance 1fd8d8cc-8b8c-4c60-bee6-b22b78681731 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:09.388091 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:09.389176 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:46:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServersNegativeTestJSON-server-2017962545',display_name='tempest-ListServersNegativeTestJSON-server-2017962545-3',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-listserversnegativetestjson-server-2017962545-3',id=71,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=2,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50b4ec118c42487491fbddeaff15c3f8',ramdisk_id='',reservation_id='r-hfjpr6vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServersNegativeTestJSON-1822394417',owner_user_name='tempest-ListServersNegativeTestJSON-1822394417-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:03Z,user_data=None,user_id='ad93fa343a51456c878379c21a532d4c',uuid=1fd8d8cc-8b8c-4c60-bee6-b22b78681731,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "address": "fa:16:3e:e1:24:22", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap58a328d3-3d", "ovs_interfaceid": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:09.389594 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converting VIF {"id": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "address": "fa:16:3e:e1:24:22", "network": {"id": "ad2f0c87-1578-4c92-9b08-20a65830099a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-273270734-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "50b4ec118c42487491fbddeaff15c3f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap58a328d3-3d", "ovs_interfaceid": "58a328d3-3d5c-42af-8f02-b6cc85d84c33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:09.390461 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:24:22,bridge_name='br-int',has_traffic_filtering=True,id=58a328d3-3d5c-42af-8f02-b6cc85d84c33,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a328d3-3d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:09.391035 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:24:22,bridge_name='br-int',has_traffic_filtering=True,id=58a328d3-3d5c-42af-8f02-b6cc85d84c33,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a328d3-3d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:09.393194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:09.393194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58a328d3-3d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:09.393383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:09.397555 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:09.397879 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Claim successful on node np0040594247
Apr 30 15:47:09.401889 np0040594247 nova-compute[88153]: INFO os_vif [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:24:22,bridge_name='br-int',has_traffic_filtering=True,id=58a328d3-3d5c-42af-8f02-b6cc85d84c33,network=Network(ad2f0c87-1578-4c92-9b08-20a65830099a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a328d3-3d')
Apr 30 15:47:09.403113 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:09.403113 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:09.403311 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:09.525894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "dafdb666-900a-44f9-b5b1-74f53980410e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:09.526215 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "dafdb666-900a-44f9-b5b1-74f53980410e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:09.900538 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:09.921832 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:09.927218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:09.967318 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:10.031148 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:10.040281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:10.091721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:10.131097 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Deleted allocations for instance b3217a26-54c1-4c42-8a2e-a5dfb1d19b83
Apr 30 15:47:10.525561 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:10.567806 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:10.587407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:10.593699 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:10.594821 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:10.594821 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:10.594821 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:10.595133 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:10.646696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "b3217a26-54c1-4c42-8a2e-a5dfb1d19b83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.735s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:11.029049 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] [instance: 1fd8d8cc-8b8c-4c60-bee6-b22b78681731] Took 1.63 seconds to deallocate network for instance.
Apr 30 15:47:11.100335 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:11.101099 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:11.596143 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:11.600340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:11.603590 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:11.606448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:11.612483 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:11.613467 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:11.616905 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.049s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:11.622208 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:11.622556 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Claim successful on node np0040594247
Apr 30 15:47:12.103141 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Deleted allocations for instance 1fd8d8cc-8b8c-4c60-bee6-b22b78681731
Apr 30 15:47:12.126139 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:12.126139 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:12.308229 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a204cbf73014846aa842d1c152f3c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '439bf57266d14f929fd0a635e36df6ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:12.383325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:12.394837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:12.409564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:12.443705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:12.508405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:12.552251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:12.620682 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7baa5f9f-a9f4-4a7d-94cf-0f70fa296934 tempest-ListServersNegativeTestJSON-1822394417 tempest-ListServersNegativeTestJSON-1822394417-project-member] Lock "1fd8d8cc-8b8c-4c60-bee6-b22b78681731" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.665s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:12.633094 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:47:12.811475 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:12.826348 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:12.829208 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:12.915517 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully created port: e50472a1-9295-43f4-b4e1-5ece8c88e214 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:13.336384 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:13.336950 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:13.360240 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:13.432119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:13.492323 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully created port: 69e12901-e67d-41d0-b409-b3b908acb77b {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:13.604206 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:13.605805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:13.849754 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:13.849754 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:13.977283 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully created port: 82300840-23cd-4cc5-b234-d4be6ee79ae6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:14.153169 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:47:14.363525 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:14.363828 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:14.438010 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5f002ec5f54681bb576e24aa69e551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d6bd3d823485c8076d620367e208b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:14.664361 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Booting with volume 4e1c36da-8fae-4315-9c76-2db9c032b9ee at /dev/vda
Apr 30 15:47:14.735078 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:47:14.736369 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:14.745755 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:14.746028 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc84a270-4b0f-475c-bc91-6510481346ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:14.750822 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:14.757222 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:14.757996 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[934e923d-5194-430a-bf63-d68849308ced]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:14.759838 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:14.774168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:14.774562 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f496b4-c055-4799-8676-bc096ef984b9]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:14.779119 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[a848ab10-df1d-4e13-a14a-9993a20211e7]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:14.779575 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:14.805942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:14.806546 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:47:14.811327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:14.815432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:14.815780 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:47:14.816012 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c21d972-cb3f-49c6-9ca5-a60a4901d49e]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:14.818572 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:47:14.821574 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:47:14.821905 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:47:14.822212 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:47:14.822691 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] <== get_connector_properties: return (86ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:47:14.823230 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating existing volume attachment record: 00fe3968-11b6-4e02-90fa-89019230b10a {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:47:14.873935 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:47:14.879922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquiring lock "df8ad865-741d-4993-9689-2e7187c16c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:14.880313 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "df8ad865-741d-4993-9689-2e7187c16c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:14.998723 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully created port: 90e6c800-0151-4e5f-99b3-ea3203568be6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:15.009653 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Successfully created port: 9d661d7a-3a2f-41aa-a723-0aa97608c950 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:15.383818 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:47:15.387905 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:15.427695 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.445982 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.455076 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.494646 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.563490 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.606479 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.649372 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.671274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.682023 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.690488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.860372 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully created port: ce174518-1fff-4cd6-919f-1f5e798d535a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:15.952897 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Successfully updated port: 9d661d7a-3a2f-41aa-a723-0aa97608c950 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:15.960447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:15.960883 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:15.961705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:15.975555 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:15.976005 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Claim successful on node np0040594247
Apr 30 15:47:15.986989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:16.000171 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Received event network-changed-9d661d7a-3a2f-41aa-a723-0aa97608c950 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:16.000171 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Refreshing instance network info cache due to event network-changed-9d661d7a-3a2f-41aa-a723-0aa97608c950. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:16.000171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] Acquiring lock "refresh_cache-dafdb666-900a-44f9-b5b1-74f53980410e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:16.000171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] Acquired lock "refresh_cache-dafdb666-900a-44f9-b5b1-74f53980410e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:16.000171 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Refreshing network info cache for port 9d661d7a-3a2f-41aa-a723-0aa97608c950 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:16.410239 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:16.411924 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:16.412441 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Creating image(s)
Apr 30 15:47:16.413302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "/opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:16.413781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:16.414900 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:16.415975 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:16.421857 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:16.423569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:16.460295 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "refresh_cache-dafdb666-900a-44f9-b5b1-74f53980410e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:16.523707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:16.524171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:16.524799 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:16.525392 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:16.531391 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:16.532033 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:16.556401 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully updated port: e50472a1-9295-43f4-b4e1-5ece8c88e214 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:16.560709 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:16.590343 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Received event network-changed-e50472a1-9295-43f4-b4e1-5ece8c88e214 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:16.591431 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing instance network info cache due to event network-changed-e50472a1-9295-43f4-b4e1-5ece8c88e214. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:16.591793 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:16.591920 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:16.592379 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing network info cache for port e50472a1-9295-43f4-b4e1-5ece8c88e214 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:16.639113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:16.639979 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:16.679012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:16.680302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:16.680911 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:16.719745 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:16.775023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:16.775555 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:47:16.776002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:16.873493 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:16.874077 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Cannot resize image /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:47:16.875212 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:47:16.875212 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Ensure instance console log exists: /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:16.876348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:16.876919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:16.877443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:16.881646 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Available mdevs at: set().
Apr 30 15:47:16.882252 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:16.882252 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:16.886845 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:16.887657 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:16.890807 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Traceback (most recent call last):
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     yield resources
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     return f(*args, **kwargs)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     chosen_mdev = self._create_mdev(
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     self._host.device_create(conf)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     raise e.with_traceback(tb)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     rv = meth(*args, **kwargs)
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:16.893289 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e] 
Apr 30 15:47:17.146441 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:17.153910 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:17.155259 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:17.155259 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:17.155259 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:17.155572 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:17.200047 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:17.226200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a146da00-d1ac-4232-8e42-d3153bee9c86 req-548d7868-2700-4987-b836-d2a2075fd00e service nova] Releasing lock "refresh_cache-dafdb666-900a-44f9-b5b1-74f53980410e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:17.226200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquired lock "refresh_cache-dafdb666-900a-44f9-b5b1-74f53980410e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:17.226200 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:17.394754 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:17.598877 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:17.601850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:17.662033 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:17.662534 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:17.706448 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully updated port: 8260d008-b8a1-47a1-a8f8-7549f8399de5 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:17.777400 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:17.901367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ee147100-808d-4b7d-9285-9de52c61c901 req-4e8191b2-c5f9-48a7-9414-4a40550ec550 service nova] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:18.061645 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Updating instance_info_cache with network_info: [{"id": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "address": "fa:16:3e:05:ed:a9", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9d661d7a-3a", "ovs_interfaceid": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:18.179630 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:18.180255 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:18.440136 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:18.565000 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Releasing lock "refresh_cache-dafdb666-900a-44f9-b5b1-74f53980410e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:18.565458 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Instance network_info: |[{"id": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "address": "fa:16:3e:05:ed:a9", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9d661d7a-3a", "ovs_interfaceid": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:18.566065 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Terminating instance
Apr 30 15:47:18.647734 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Received event network-changed-8260d008-b8a1-47a1-a8f8-7549f8399de5 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:18.648036 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing instance network info cache due to event network-changed-8260d008-b8a1-47a1-a8f8-7549f8399de5. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:18.648372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:18.648614 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:18.648931 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing network info cache for port 8260d008-b8a1-47a1-a8f8-7549f8399de5 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:18.693713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:18.693713 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:18.782104 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully updated port: 9e2a8795-5756-498d-9b1f-d4b2d263cad5 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:18.815040 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ecd59ed22d2464cbc02d96b8a0a7b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3231ae0436044408b321a21fb2c567f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:18.829348 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Received event network-changed-9e2a8795-5756-498d-9b1f-d4b2d263cad5 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:18.830283 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing instance network info cache due to event network-changed-9e2a8795-5756-498d-9b1f-d4b2d263cad5. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:18.830639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:19.072538 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:19.076519 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:19.076775 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Instance destroyed successfully.
Apr 30 15:47:19.078240 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:47:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-407592357',display_name='tempest-ServerDiskConfigTestJSON-server-407592357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverdiskconfigtestjson-server-407592357',id=73,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-zoda04e0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:15Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=dafdb666-900a-44f9-b5b1-74f53980410e,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "address": "fa:16:3e:05:ed:a9", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9d661d7a-3a", "ovs_interfaceid": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:19.078593 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "address": "fa:16:3e:05:ed:a9", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9d661d7a-3a", "ovs_interfaceid": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:19.079559 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:ed:a9,bridge_name='br-int',has_traffic_filtering=True,id=9d661d7a-3a2f-41aa-a723-0aa97608c950,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d661d7a-3a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:19.080553 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ed:a9,bridge_name='br-int',has_traffic_filtering=True,id=9d661d7a-3a2f-41aa-a723-0aa97608c950,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d661d7a-3a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:19.082934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:19.083438 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9d661d7a-3a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:19.083980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:19.087624 np0040594247 nova-compute[88153]: INFO os_vif [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ed:a9,bridge_name='br-int',has_traffic_filtering=True,id=9d661d7a-3a2f-41aa-a723-0aa97608c950,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d661d7a-3a')
Apr 30 15:47:19.092582 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Deleting instance files /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e_del
Apr 30 15:47:19.092582 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Deletion of /opt/stack/data/nova/instances/dafdb666-900a-44f9-b5b1-74f53980410e_del complete
Apr 30 15:47:19.195088 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:47:19.249654 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:19.433247 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:19.603602 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:19.607008 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70644230> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:19.607340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:19.607738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:19.704169 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:47:19.791847 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:19.858501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:19.937231 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08347210-7cf7-4347-aae3-93338e313e67 req-a52dc098-5505-46fe-8556-30013c4f11a3 service nova] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:19.937615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:19.937985 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing network info cache for port 9e2a8795-5756-498d-9b1f-d4b2d263cad5 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:19.970473 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully updated port: 69e12901-e67d-41d0-b409-b3b908acb77b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:19.996100 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Successfully created port: 160db57c-e0c7-4629-8d11-cbae4716efd8 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:20.274994 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:20.282859 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:20.283663 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:20.283663 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:20.284409 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:20.284409 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:20.487777 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Booting with volume a9df8e32-a85d-401b-95d0-c29470311a6c at /dev/vdb
Apr 30 15:47:20.569871 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:47:20.574044 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:20.581815 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:20.584429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:20.584780 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[a98b4078-9ba0-4993-977f-a93a60c48b36]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:20.586274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:20.603374 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:20.604652 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4dec3bf-1f19-468e-b670-6f67950dd48f]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:20.607479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:20.615992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:20.617003 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb1e099-df82-4d47-9cd1-f5a1d107bf74]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:20.621702 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[be039afb-3d6e-4ed4-a71e-9d93d5b9dab1]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:20.621702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:20.638759 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:20.639410 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:47:20.643952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:20.648281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:20.649158 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:47:20.649462 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c57dceb-ad7a-48ef-92e3-1742b43361ca]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:20.651946 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:47:20.653391 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:47:20.653881 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:47:20.654303 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:47:20.654936 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] <== get_connector_properties: return (83ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:47:20.655553 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating existing volume attachment record: c63195f0-74a3-4736-9f97-fd1d561dad91 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:47:20.723722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:20.726305 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:20.730706 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Creating image(s)
Apr 30 15:47:20.731096 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquiring lock "/opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:20.731664 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "/opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:20.736705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "/opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:20.736705 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:20.743533 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:20.745503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:20.792353 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:20.792935 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:20.841531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:20.842483 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:20.844552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:20.845713 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:20.853809 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:20.853809 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:20.937044 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:20.957435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:20.959776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:21.021155 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk 1073741824" returned: 0 in 0.063s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:21.021819 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.179s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:21.022323 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:21.044552 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Successfully updated port: 160db57c-e0c7-4629-8d11-cbae4716efd8 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:21.147395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.125s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:21.148195 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:47:21.149607 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:21.179584 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Received event network-changed-69e12901-e67d-41d0-b409-b3b908acb77b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:21.179778 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing instance network info cache due to event network-changed-69e12901-e67d-41d0-b409-b3b908acb77b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:21.180076 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:21.256602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:21.260852 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Cannot resize image /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:47:21.260852 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:47:21.260852 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Ensure instance console log exists: /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:21.260852 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:21.260852 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:21.260852 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:21.269977 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Available mdevs at: set().
Apr 30 15:47:21.270834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:21.270834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:21.279047 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.026s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35] Traceback (most recent call last):
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     yield resources
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     return f(*args, **kwargs)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     chosen_mdev = self._create_mdev(
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     self._host.device_create(conf)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     raise e.with_traceback(tb)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     rv = meth(*args, **kwargs)
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:21.287039 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35] 
Apr 30 15:47:21.311010 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.701s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Traceback (most recent call last):
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     return f(*args, **kwargs)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     chosen_mdev = self._create_mdev(
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     self._host.device_create(conf)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     raise e.with_traceback(tb)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     rv = meth(*args, **kwargs)
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:21.311982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dafdb666-900a-44f9-b5b1-74f53980410e] 
Apr 30 15:47:21.316569 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:21.318123 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Build of instance dafdb666-900a-44f9-b5b1-74f53980410e was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:21.321584 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:21.323282 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:47:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-407592357',display_name='tempest-ServerDiskConfigTestJSON-server-407592357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverdiskconfigtestjson-server-407592357',id=73,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-zoda04e0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:19Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=dafdb666-900a-44f9-b5b1-74f53980410e,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "address": "fa:16:3e:05:ed:a9", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9d661d7a-3a", "ovs_interfaceid": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:21.324031 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "address": "fa:16:3e:05:ed:a9", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9d661d7a-3a", "ovs_interfaceid": "9d661d7a-3a2f-41aa-a723-0aa97608c950", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:21.325706 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:ed:a9,bridge_name='br-int',has_traffic_filtering=True,id=9d661d7a-3a2f-41aa-a723-0aa97608c950,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d661d7a-3a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:21.329706 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ed:a9,bridge_name='br-int',has_traffic_filtering=True,id=9d661d7a-3a2f-41aa-a723-0aa97608c950,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d661d7a-3a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:21.329706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.329706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9d661d7a-3a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:21.329706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:21.334953 np0040594247 nova-compute[88153]: INFO os_vif [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:ed:a9,bridge_name='br-int',has_traffic_filtering=True,id=9d661d7a-3a2f-41aa-a723-0aa97608c950,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d661d7a-3a')
Apr 30 15:47:21.334953 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:21.334953 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:21.334953 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:21.397897 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully updated port: 82300840-23cd-4cc5-b234-d4be6ee79ae6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:21.443512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c085360d-dd2a-4687-8193-c1da3c09d957 req-f192de83-ff93-47ab-9bc2-294c21e09858 service nova] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:21.443512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:21.443512 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing network info cache for port 69e12901-e67d-41d0-b409-b3b908acb77b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:21.523153 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.535795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.548170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.555924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquiring lock "refresh_cache-df8ad865-741d-4993-9689-2e7187c16c35" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:21.555924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquired lock "refresh_cache-df8ad865-741d-4993-9689-2e7187c16c35" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:21.555924 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:21.560597 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.602365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.608305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.711399 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.781609 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:21.832450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:22.055218 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:22.151586 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:22.345460 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:22.469715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:22.534070 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Updating instance_info_cache with network_info: [{"id": "160db57c-e0c7-4629-8d11-cbae4716efd8", "address": "fa:16:3e:1c:8f:2c", "network": {"id": "43653fd9-a14c-4774-ab06-a73e67d0104f", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-1800176193-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3231ae0436044408b321a21fb2c567f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap160db57c-e0", "ovs_interfaceid": "160db57c-e0c7-4629-8d11-cbae4716efd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:22.739433 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully updated port: 90e6c800-0151-4e5f-99b3-ea3203568be6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:22.849385 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3c28b570-e8ed-47c4-8e37-ebcf46d1a830 req-36f25c26-5aee-4c72-b2af-2fdf10c530ae service nova] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:22.971458 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: dafdb666-900a-44f9-b5b1-74f53980410e] Took 1.64 seconds to deallocate network for instance.
Apr 30 15:47:23.038109 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Releasing lock "refresh_cache-df8ad865-741d-4993-9689-2e7187c16c35" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:23.038630 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Instance network_info: |[{"id": "160db57c-e0c7-4629-8d11-cbae4716efd8", "address": "fa:16:3e:1c:8f:2c", "network": {"id": "43653fd9-a14c-4774-ab06-a73e67d0104f", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-1800176193-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3231ae0436044408b321a21fb2c567f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap160db57c-e0", "ovs_interfaceid": "160db57c-e0c7-4629-8d11-cbae4716efd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:23.039258 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Terminating instance
Apr 30 15:47:23.267704 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Received event network-changed-160db57c-e0c7-4629-8d11-cbae4716efd8 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:23.267704 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Refreshing instance network info cache due to event network-changed-160db57c-e0c7-4629-8d11-cbae4716efd8. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:23.267704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Acquiring lock "refresh_cache-df8ad865-741d-4993-9689-2e7187c16c35" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:23.267704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Acquired lock "refresh_cache-df8ad865-741d-4993-9689-2e7187c16c35" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:23.267704 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Refreshing network info cache for port 160db57c-e0c7-4629-8d11-cbae4716efd8 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:23.362463 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:23.446374 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:23.548989 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:23.561724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: df8ad865-741d-4993-9689-2e7187c16c35] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:23.561724 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Instance destroyed successfully.
Apr 30 15:47:23.561724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:47:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-NoVNCConsoleTestJSON-server-1380613462',display_name='tempest-NoVNCConsoleTestJSON-server-1380613462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-novncconsoletestjson-server-1380613462',id=74,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3231ae0436044408b321a21fb2c567f8',ramdisk_id='',reservation_id='r-b5fnjr51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-NoVNCConsoleTestJSON-1747780116',owner_user_name='tempest-NoVNCConsoleTestJSON-1747780116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:20Z,user_data=None,user_id='0ecd59ed22d2464cbc02d96b8a0a7b5e',uuid=df8ad865-741d-4993-9689-2e7187c16c35,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "160db57c-e0c7-4629-8d11-cbae4716efd8", "address": "fa:16:3e:1c:8f:2c", "network": {"id": "43653fd9-a14c-4774-ab06-a73e67d0104f", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-1800176193-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3231ae0436044408b321a21fb2c567f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap160db57c-e0", "ovs_interfaceid": "160db57c-e0c7-4629-8d11-cbae4716efd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:23.561724 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Converting VIF {"id": "160db57c-e0c7-4629-8d11-cbae4716efd8", "address": "fa:16:3e:1c:8f:2c", "network": {"id": "43653fd9-a14c-4774-ab06-a73e67d0104f", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-1800176193-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3231ae0436044408b321a21fb2c567f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap160db57c-e0", "ovs_interfaceid": "160db57c-e0c7-4629-8d11-cbae4716efd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:23.562418 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8f:2c,bridge_name='br-int',has_traffic_filtering=True,id=160db57c-e0c7-4629-8d11-cbae4716efd8,network=Network(43653fd9-a14c-4774-ab06-a73e67d0104f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap160db57c-e0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:23.564098 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8f:2c,bridge_name='br-int',has_traffic_filtering=True,id=160db57c-e0c7-4629-8d11-cbae4716efd8,network=Network(43653fd9-a14c-4774-ab06-a73e67d0104f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap160db57c-e0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:23.565084 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:23.565620 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap160db57c-e0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:23.566110 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:23.570693 np0040594247 nova-compute[88153]: INFO os_vif [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8f:2c,bridge_name='br-int',has_traffic_filtering=True,id=160db57c-e0c7-4629-8d11-cbae4716efd8,network=Network(43653fd9-a14c-4774-ab06-a73e67d0104f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap160db57c-e0')
Apr 30 15:47:23.571738 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Deleting instance files /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35_del
Apr 30 15:47:23.572078 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Deletion of /opt/stack/data/nova/instances/df8ad865-741d-4993-9689-2e7187c16c35_del complete
Apr 30 15:47:23.964647 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Successfully updated port: ce174518-1fff-4cd6-919f-1f5e798d535a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:24.041537 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Deleted allocations for instance dafdb666-900a-44f9-b5b1-74f53980410e
Apr 30 15:47:24.081129 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:24.085285 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7043b410> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:24.086142 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:24.086142 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:24.270200 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Updated VIF entry in instance network info cache for port 160db57c-e0c7-4629-8d11-cbae4716efd8. {{(pid=88153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
Apr 30 15:47:24.270377 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Updating instance_info_cache with network_info: [{"id": "160db57c-e0c7-4629-8d11-cbae4716efd8", "address": "fa:16:3e:1c:8f:2c", "network": {"id": "43653fd9-a14c-4774-ab06-a73e67d0104f", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-1800176193-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3231ae0436044408b321a21fb2c567f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap160db57c-e0", "ovs_interfaceid": "160db57c-e0c7-4629-8d11-cbae4716efd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:24.477619 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:24.478149 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:24.478149 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:24.558072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d994f55f-5fbf-46c0-bd54-4d00b6cb2c4a tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "dafdb666-900a-44f9-b5b1-74f53980410e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.032s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:24.728697 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:24.735021 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:24.736071 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:24.736071 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:24.736071 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:24.736456 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:24.773544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Releasing lock "refresh_cache-df8ad865-741d-4993-9689-2e7187c16c35" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:24.773900 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Received event network-changed-82300840-23cd-4cc5-b234-d4be6ee79ae6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:24.774204 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing instance network info cache due to event network-changed-82300840-23cd-4cc5-b234-d4be6ee79ae6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:24.774499 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:25.078034 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.081052 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:25.085206 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.102019 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.171967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.240953 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:25.243874 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:25.257089 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.298051 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.608226 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.616861 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.616861 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.761398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.675s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35] Traceback (most recent call last):
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     return f(*args, **kwargs)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     chosen_mdev = self._create_mdev(
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     self._host.device_create(conf)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     raise e.with_traceback(tb)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     rv = meth(*args, **kwargs)
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:25.764228 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: df8ad865-741d-4993-9689-2e7187c16c35] 
Apr 30 15:47:25.767197 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:25.768188 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Build of instance df8ad865-741d-4993-9689-2e7187c16c35 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:25.770239 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:25.771800 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:47:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-NoVNCConsoleTestJSON-server-1380613462',display_name='tempest-NoVNCConsoleTestJSON-server-1380613462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-novncconsoletestjson-server-1380613462',id=74,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3231ae0436044408b321a21fb2c567f8',ramdisk_id='',reservation_id='r-b5fnjr51',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-NoVNCConsoleTestJSON-1747780116',owner_user_name='tempest-NoVNCConsoleTestJSON-1747780116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:24Z,user_data=None,user_id='0ecd59ed22d2464cbc02d96b8a0a7b5e',uuid=df8ad865-741d-4993-9689-2e7187c16c35,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "160db57c-e0c7-4629-8d11-cbae4716efd8", "address": "fa:16:3e:1c:8f:2c", "network": {"id": "43653fd9-a14c-4774-ab06-a73e67d0104f", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-1800176193-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3231ae0436044408b321a21fb2c567f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap160db57c-e0", "ovs_interfaceid": "160db57c-e0c7-4629-8d11-cbae4716efd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:25.772170 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Converting VIF {"id": "160db57c-e0c7-4629-8d11-cbae4716efd8", "address": "fa:16:3e:1c:8f:2c", "network": {"id": "43653fd9-a14c-4774-ab06-a73e67d0104f", "bridge": "br-int", "label": "tempest-NoVNCConsoleTestJSON-1800176193-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3231ae0436044408b321a21fb2c567f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap160db57c-e0", "ovs_interfaceid": "160db57c-e0c7-4629-8d11-cbae4716efd8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:25.773099 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8f:2c,bridge_name='br-int',has_traffic_filtering=True,id=160db57c-e0c7-4629-8d11-cbae4716efd8,network=Network(43653fd9-a14c-4774-ab06-a73e67d0104f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap160db57c-e0') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:25.773466 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8f:2c,bridge_name='br-int',has_traffic_filtering=True,id=160db57c-e0c7-4629-8d11-cbae4716efd8,network=Network(43653fd9-a14c-4774-ab06-a73e67d0104f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap160db57c-e0') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:25.776158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:25.777836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap160db57c-e0, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:25.777836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:25.780830 np0040594247 nova-compute[88153]: INFO os_vif [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:8f:2c,bridge_name='br-int',has_traffic_filtering=True,id=160db57c-e0c7-4629-8d11-cbae4716efd8,network=Network(43653fd9-a14c-4774-ab06-a73e67d0104f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap160db57c-e0')
Apr 30 15:47:25.781267 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:25.783302 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:25.783302 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:26.779629 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:26.820471 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Booting with volume 966d29c6-67fa-46e9-8f3d-2b93a5421410 at /dev/vdc
Apr 30 15:47:26.897369 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:47:26.898609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:26.907017 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:26.907375 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad2b379-a3c0-4bee-ada1-4bff64089067]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:26.908831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:26.918197 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:26.918197 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[f891d0ae-26d0-47c3-8aaa-1813177ed3be]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:26.918861 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:26.929007 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:26.929333 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d195f9-f3ac-4ede-884b-058e924da47c]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:26.930393 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[092d959e-58a4-4aca-83d1-b8bc135bbe9b]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:26.930971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:26.950584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:26.950584 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:47:26.959220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:26.964051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:26.964288 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:47:26.964486 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d5be577-c9c8-474d-8f70-a31dff2b15bf]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:26.971231 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:47:26.974055 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:47:26.974055 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:47:26.974055 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:47:26.974055 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] <== get_connector_properties: return (75ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:47:26.975043 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating existing volume attachment record: f1e2444f-da68-44f1-981a-e75b82334151 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:47:26.985023 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Received event network-changed-ce174518-1fff-4cd6-919f-1f5e798d535a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:26.985349 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing instance network info cache due to event network-changed-ce174518-1fff-4cd6-919f-1f5e798d535a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:26.985733 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:27.264179 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.272104 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [{"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:27.274830 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.286178 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] [instance: df8ad865-741d-4993-9689-2e7187c16c35] Took 1.50 seconds to deallocate network for instance.
Apr 30 15:47:27.289852 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.323989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.389753 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.437902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.615448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.617609 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.619717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.621072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:27.776763 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:27.777562 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance network_info: |[{"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:27.778123 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:27.778410 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing network info cache for port 82300840-23cd-4cc5-b234-d4be6ee79ae6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:28.341607 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Deleted allocations for instance df8ad865-741d-4993-9689-2e7187c16c35
Apr 30 15:47:28.453646 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:28.733423 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updated VIF entry in instance network info cache for port 82300840-23cd-4cc5-b234-d4be6ee79ae6. {{(pid=88153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
Apr 30 15:47:28.736522 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [{"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:28.855323 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9dd65451-527c-4ddc-a4fa-4f697100cf29 tempest-NoVNCConsoleTestJSON-1747780116 tempest-NoVNCConsoleTestJSON-1747780116-project-member] Lock "df8ad865-741d-4993-9689-2e7187c16c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.975s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:28.971457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquiring lock "45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:28.971748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:29.239480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:29.239962 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Received event network-changed-90e6c800-0151-4e5f-99b3-ea3203568be6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:29.240259 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing instance network info cache due to event network-changed-90e6c800-0151-4e5f-99b3-ea3203568be6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:29.240553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Acquiring lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:29.240864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:29.241304 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing network info cache for port 90e6c800-0151-4e5f-99b3-ea3203568be6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:29.303466 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "c00bd735-7110-4c94-a82d-8b077fd9907f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:29.303814 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "c00bd735-7110-4c94-a82d-8b077fd9907f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:29.474790 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:29.809706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:30.022351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:30.023000 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:30.029484 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:30.029941 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Claim successful on node np0040594247
Apr 30 15:47:30.249148 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updated VIF entry in instance network info cache for port 90e6c800-0151-4e5f-99b3-ea3203568be6. {{(pid=88153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
Apr 30 15:47:30.250001 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [{"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:30.343702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:30.708928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:30.746356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:30.753756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1a20cc1c-c818-4fb7-9fee-700a8f54765d req-683d6a3c-7ff3-4976-83cc-1935c2fb4a90 service nova] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:30.754628 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] Acquired lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:30.754984 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Refreshing network info cache for port ce174518-1fff-4cd6-919f-1f5e798d535a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:30.957799 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:31.005272 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:31.198883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:31.205761 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:31.207066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:31.207066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:31.207066 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:31.207375 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:31.560094 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:31.581014 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:31.603963 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:31.607310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:31.623321 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updated VIF entry in instance network info cache for port ce174518-1fff-4cd6-919f-1f5e798d535a. {{(pid=88153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
Apr 30 15:47:31.624211 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [{"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:31.714090 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:31.714702 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:32.128372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3138c32f-11b9-44be-840c-7d63435a6589 req-0cd3ace7-2c66-4fc6-9baf-f4571cd3a1ba service nova] Releasing lock "refresh_cache-d568fad6-dbaf-4252-88a6-e4335fca654c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:32.225262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:32.225923 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:32.229374 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.886s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:32.234174 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:32.234463 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Claim successful on node np0040594247
Apr 30 15:47:32.734588 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:32.735216 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:32.824624 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4854d32bdb0e4b95954f1c781d240906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a90779634f74923bdf867728df2ff39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:33.139700 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:33.141311 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:33.141718 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Creating image(s)
Apr 30 15:47:33.142237 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:47:33.142602 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Ensure instance console log exists: /opt/stack/data/nova/instances/d568fad6-dbaf-4252-88a6-e4335fca654c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:33.143050 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:33.143373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:33.143745 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:33.147250 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Available mdevs at: set().
Apr 30 15:47:33.147483 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:33.148020 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:33.151889 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:33.153040 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:33.156076 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Traceback (most recent call last):
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     yield resources
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     return f(*args, **kwargs)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     chosen_mdev = self._create_mdev(
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     self._host.device_create(conf)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     raise e.with_traceback(tb)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     rv = meth(*args, **kwargs)
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:33.158375 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] 
Apr 30 15:47:33.160141 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Terminating instance
Apr 30 15:47:33.238534 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:47:33.365500 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.382106 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:33.389873 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:33.390637 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:33.390637 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:33.391121 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:33.391248 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:33.461128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.664854 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:33.666239 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Successfully created port: 96953027-89fa-4394-b201-67ccb1649bb1 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:33.678644 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:33.678644 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Instance destroyed successfully.
Apr 30 15:47:33.680875 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:33.681317 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:33.682348 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:b3:db,bridge_name='br-int',has_traffic_filtering=True,id=e50472a1-9295-43f4-b4e1-5ece8c88e214,network=Network(e29fd6a2-977f-4da3-8020-b37870e104e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape50472a1-92') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:33.682924 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:b3:db,bridge_name='br-int',has_traffic_filtering=True,id=e50472a1-9295-43f4-b4e1-5ece8c88e214,network=Network(e29fd6a2-977f-4da3-8020-b37870e104e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape50472a1-92') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:33.686082 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.686516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape50472a1-92, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:33.686893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:33.689712 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:b3:db,bridge_name='br-int',has_traffic_filtering=True,id=e50472a1-9295-43f4-b4e1-5ece8c88e214,network=Network(e29fd6a2-977f-4da3-8020-b37870e104e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape50472a1-92')
Apr 30 15:47:33.691137 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:33.691530 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:33.692355 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:f5:46,bridge_name='br-int',has_traffic_filtering=True,id=8260d008-b8a1-47a1-a8f8-7549f8399de5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8260d008-b8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:33.692842 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:f5:46,bridge_name='br-int',has_traffic_filtering=True,id=8260d008-b8a1-47a1-a8f8-7549f8399de5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8260d008-b8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:33.694295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.694719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8260d008-b8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:33.695012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:33.698565 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:f5:46,bridge_name='br-int',has_traffic_filtering=True,id=8260d008-b8a1-47a1-a8f8-7549f8399de5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8260d008-b8')
Apr 30 15:47:33.700086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:33.700644 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:33.702299 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:8d:e7,bridge_name='br-int',has_traffic_filtering=True,id=9e2a8795-5756-498d-9b1f-d4b2d263cad5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9e2a8795-57') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:33.702299 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:8d:e7,bridge_name='br-int',has_traffic_filtering=True,id=9e2a8795-5756-498d-9b1f-d4b2d263cad5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9e2a8795-57') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:33.703410 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.704378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9e2a8795-57, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:33.704613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:33.706957 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:8d:e7,bridge_name='br-int',has_traffic_filtering=True,id=9e2a8795-5756-498d-9b1f-d4b2d263cad5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9e2a8795-57')
Apr 30 15:47:33.708371 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:33.709019 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:33.709451 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:88:82,bridge_name='br-int',has_traffic_filtering=True,id=69e12901-e67d-41d0-b409-b3b908acb77b,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69e12901-e6') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:33.710172 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:88:82,bridge_name='br-int',has_traffic_filtering=True,id=69e12901-e67d-41d0-b409-b3b908acb77b,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69e12901-e6') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:33.713526 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.713526 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap69e12901-e6, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:33.713526 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:33.715278 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:88:82,bridge_name='br-int',has_traffic_filtering=True,id=69e12901-e67d-41d0-b409-b3b908acb77b,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69e12901-e6')
Apr 30 15:47:33.716242 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:33.716572 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:33.717286 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b8:44,bridge_name='br-int',has_traffic_filtering=True,id=82300840-23cd-4cc5-b234-d4be6ee79ae6,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82300840-23') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:33.717695 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b8:44,bridge_name='br-int',has_traffic_filtering=True,id=82300840-23cd-4cc5-b234-d4be6ee79ae6,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82300840-23') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:33.718906 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.719250 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82300840-23, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:33.719472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:33.721720 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b8:44,bridge_name='br-int',has_traffic_filtering=True,id=82300840-23cd-4cc5-b234-d4be6ee79ae6,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82300840-23')
Apr 30 15:47:33.722610 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:33.722958 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:33.723645 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:c0:85,bridge_name='br-int',has_traffic_filtering=True,id=90e6c800-0151-4e5f-99b3-ea3203568be6,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90e6c800-01') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:33.724088 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:c0:85,bridge_name='br-int',has_traffic_filtering=True,id=90e6c800-0151-4e5f-99b3-ea3203568be6,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90e6c800-01') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:33.725325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.725685 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90e6c800-01, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:33.725920 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:33.728365 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:c0:85,bridge_name='br-int',has_traffic_filtering=True,id=90e6c800-0151-4e5f-99b3-ea3203568be6,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90e6c800-01')
Apr 30 15:47:33.729304 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:33.729700 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:33.730376 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:b0:be,bridge_name='br-int',has_traffic_filtering=True,id=ce174518-1fff-4cd6-919f-1f5e798d535a,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce174518-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:33.731005 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:b0:be,bridge_name='br-int',has_traffic_filtering=True,id=ce174518-1fff-4cd6-919f-1f5e798d535a,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce174518-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:33.732192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:33.732535 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce174518-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:33.732806 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:33.735101 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:b0:be,bridge_name='br-int',has_traffic_filtering=True,id=ce174518-1fff-4cd6-919f-1f5e798d535a,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce174518-1f')
Apr 30 15:47:33.738075 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:47:33.738652 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4e1c36da-8fae-4315-9c76-2db9c032b9ee', 'target_lun': 0, 'volume_id': '4e1c36da-8fae-4315-9c76-2db9c032b9ee', 'auth_method': 'CHAP', 'auth_username': 'dTQEB9Zvu7dAxGVvs7GB', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:47:33.738989 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:47:33.739522 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:47:33.740592 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:33.744218 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:47:33.750708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:33.750878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[ab6b55ef-7305-44a2-b03b-7f4830ff9f52]: Unexpected error while running command.
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.752344 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:47:33.753538 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab6b55ef-7305-44a2-b03b-7f4830ff9f52]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:47:33.756228 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.760074 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:47:33.760074 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:47:33.760074 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] <== disconnect_volume: return (18ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:47:33.760074 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:47:33.767506 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:47:33.768346 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-a9df8e32-a85d-401b-95d0-c29470311a6c', 'target_lun': 0, 'volume_id': 'a9df8e32-a85d-401b-95d0-c29470311a6c', 'auth_method': 'CHAP', 'auth_username': 'VUMaMNZqSe5JGmS2sJDF', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:47:33.768899 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:47:33.769151 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:47:33.770097 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:33.779947 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:33.780179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[ed6f92e8-16f3-413d-b382-f2c5d0496262]: Unexpected error while running command.
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.781865 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:47:33.783108 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6f92e8-16f3-413d-b382-f2c5d0496262]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.786100 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:47:33.791737 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:47:33.791737 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] <== disconnect_volume: return (17ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:47:33.791737 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:47:33.791737 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:47:33.791737 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-966d29c6-67fa-46e9-8f3d-2b93a5421410', 'target_lun': 0, 'volume_id': '966d29c6-67fa-46e9-8f3d-2b93a5421410', 'auth_method': 'CHAP', 'auth_username': 'i6jzthLRt8AV2LHQu5Bq', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:47:33.792079 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:47:33.792819 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:47:33.793615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:33.805706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:33.805706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[7e72ccc7-4d8c-420e-a2e8-5b231e34f9d7]: Unexpected error while running command.
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.806980 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:47:33.808086 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e72ccc7-4d8c-420e-a2e8-5b231e34f9d7]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:47:33.812079 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:47:33.815054 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:47:33.815054 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:47:33.815054 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] <== disconnect_volume: return (21ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:47:33.815054 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:47:33.815054 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Deleting instance files /opt/stack/data/nova/instances/d568fad6-dbaf-4252-88a6-e4335fca654c_del
Apr 30 15:47:33.815054 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Deletion of /opt/stack/data/nova/instances/d568fad6-dbaf-4252-88a6-e4335fca654c_del complete
Apr 30 15:47:33.895325 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:33.896548 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:34.324870 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Took 0.66 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:34.407359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:34.408021 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:34.706466 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Successfully updated port: 96953027-89fa-4394-b201-67ccb1649bb1 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:34.738542 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Received event network-changed-96953027-89fa-4394-b201-67ccb1649bb1 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:34.739413 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Refreshing instance network info cache due to event network-changed-96953027-89fa-4394-b201-67ccb1649bb1. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:34.739880 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] Acquiring lock "refresh_cache-45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:34.740272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] Acquired lock "refresh_cache-45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:34.740775 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Refreshing network info cache for port 96953027-89fa-4394-b201-67ccb1649bb1 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:34.756717 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:34.758247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:34.758958 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Creating image(s)
Apr 30 15:47:34.759764 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquiring lock "/opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:34.760289 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "/opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:34.761730 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "/opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:34.763035 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:34.768978 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:34.771750 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:34.869725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:34.869725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:34.870648 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:34.871517 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:34.878115 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:34.878727 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:34.918791 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:34.919174 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:34.971048 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:34.971534 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:34.991386 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5f002ec5f54681bb576e24aa69e551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d6bd3d823485c8076d620367e208b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:35.008909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:35.009474 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:35.009987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:35.115244 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:35.116094 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Checking if we can resize image /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:47:35.116688 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:35.210910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquiring lock "refresh_cache-45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:35.214205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:35.215016 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Cannot resize image /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:47:35.217782 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:47:35.217782 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Ensure instance console log exists: /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:35.217782 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:35.217782 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:35.218220 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:35.222599 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Available mdevs at: set().
Apr 30 15:47:35.222922 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:35.223205 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:35.228729 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:35.230405 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:35.234145 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Traceback (most recent call last):
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     yield resources
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     return f(*args, **kwargs)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     chosen_mdev = self._create_mdev(
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     self._host.device_create(conf)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     raise e.with_traceback(tb)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     rv = meth(*args, **kwargs)
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:35.235630 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] 
Apr 30 15:47:35.343948 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:35.426521 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:47:35.562129 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:35.701381 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Successfully created port: 914a9c34-e48e-44eb-850f-f39ffc0e720e {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:35.930345 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:47:35.955588 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:35.966905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:35.988919 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:36.021743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:36.066248 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c02082cf-35e2-46bd-b3ff-a6596a9686e1 req-90fcb895-f889-4181-a1c9-6d69472d2fb5 service nova] Releasing lock "refresh_cache-45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:36.067056 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquired lock "refresh_cache-45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:36.067483 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:36.085965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:36.138126 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:36.306611 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Successfully updated port: 914a9c34-e48e-44eb-850f-f39ffc0e720e {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:36.631634 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:36.810403 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "refresh_cache-c00bd735-7110-4c94-a82d-8b077fd9907f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:36.810655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquired lock "refresh_cache-c00bd735-7110-4c94-a82d-8b077fd9907f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:36.810950 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:36.890539 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Updating instance_info_cache with network_info: [{"id": "96953027-89fa-4394-b201-67ccb1649bb1", "address": "fa:16:3e:66:eb:65", "network": {"id": "972f9001-83bb-4286-adfb-983e6e90ab0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-309788119-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0a90779634f74923bdf867728df2ff39", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96953027-89", "ovs_interfaceid": "96953027-89fa-4394-b201-67ccb1649bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:36.945041 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:36.945041 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:36.945041 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Creating image(s)
Apr 30 15:47:36.949257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "/opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:36.949257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:36.949257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:36.949257 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:36.953862 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:36.956045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:36.984840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Received event network-changed-914a9c34-e48e-44eb-850f-f39ffc0e720e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:36.984840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Refreshing instance network info cache due to event network-changed-914a9c34-e48e-44eb-850f-f39ffc0e720e. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:36.984840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] Acquiring lock "refresh_cache-c00bd735-7110-4c94-a82d-8b077fd9907f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:37.057807 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:37.057807 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:37.057807 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:37.058343 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:37.067506 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:37.068209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:37.160090 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:37.160723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:37.199358 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:37.200075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:37.200655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:37.292434 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:37.293059 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:47:37.293488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:37.365991 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:37.387009 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:37.387781 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Cannot resize image /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:47:37.388655 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:47:37.389150 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Ensure instance console log exists: /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:37.389849 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:37.390463 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:37.390985 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:37.394250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Releasing lock "refresh_cache-45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:37.394751 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Instance network_info: |[{"id": "96953027-89fa-4394-b201-67ccb1649bb1", "address": "fa:16:3e:66:eb:65", "network": {"id": "972f9001-83bb-4286-adfb-983e6e90ab0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-309788119-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0a90779634f74923bdf867728df2ff39", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96953027-89", "ovs_interfaceid": "96953027-89fa-4394-b201-67ccb1649bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:37.395852 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Terminating instance
Apr 30 15:47:37.405461 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Available mdevs at: set().
Apr 30 15:47:37.405781 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:37.406057 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:37.421466 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:37.422400 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:37.433260 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.043s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Traceback (most recent call last):
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     yield resources
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     return f(*args, **kwargs)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     chosen_mdev = self._create_mdev(
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     self._host.device_create(conf)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     raise e.with_traceback(tb)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     rv = meth(*args, **kwargs)
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:37.435594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] 
Apr 30 15:47:37.606245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:37.610179 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:37.612755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:37.622230 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Updating instance_info_cache with network_info: [{"id": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "address": "fa:16:3e:d3:f3:15", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap914a9c34-e4", "ovs_interfaceid": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:37.908446 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:37.913382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:37.913812 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Instance destroyed successfully.
Apr 30 15:47:37.915051 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestJSON-server-2027888363',display_name='tempest-ServerActionsTestJSON-server-2027888363',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serveractionstestjson-server-2027888363',id=75,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA1CTb6gQsGjTrSLqmDILmnrfTYaC02QEm3aozaruckkOdNrfa0vrV9eULtBY1JvymIicY5PGjtPwZr1JZaDaaBS9KA61IVU2/iETyLesrZjYNbe+dbM4OBPEeBo8fw7jA==',key_name='tempest-keypair-1309729173',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a90779634f74923bdf867728df2ff39',ramdisk_id='',reservation_id='r-8mtuqb07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestJSON-1697153799',owner_user_name='tempest-ServerActionsTestJSON-1697153799-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4854d32bdb0e4b95954f1c781d240906',uuid=45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96953027-89fa-4394-b201-67ccb1649bb1", "address": "fa:16:3e:66:eb:65", "network": {"id": "972f9001-83bb-4286-adfb-983e6e90ab0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-309788119-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0a90779634f74923bdf867728df2ff39", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96953027-89", "ovs_interfaceid": "96953027-89fa-4394-b201-67ccb1649bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:37.915386 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Converting VIF {"id": "96953027-89fa-4394-b201-67ccb1649bb1", "address": "fa:16:3e:66:eb:65", "network": {"id": "972f9001-83bb-4286-adfb-983e6e90ab0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-309788119-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0a90779634f74923bdf867728df2ff39", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96953027-89", "ovs_interfaceid": "96953027-89fa-4394-b201-67ccb1649bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:37.916717 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:eb:65,bridge_name='br-int',has_traffic_filtering=True,id=96953027-89fa-4394-b201-67ccb1649bb1,network=Network(972f9001-83bb-4286-adfb-983e6e90ab0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96953027-89') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:37.917108 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:eb:65,bridge_name='br-int',has_traffic_filtering=True,id=96953027-89fa-4394-b201-67ccb1649bb1,network=Network(972f9001-83bb-4286-adfb-983e6e90ab0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96953027-89') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:37.919993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:37.920494 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96953027-89, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:37.920964 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:37.923985 np0040594247 nova-compute[88153]: INFO os_vif [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:eb:65,bridge_name='br-int',has_traffic_filtering=True,id=96953027-89fa-4394-b201-67ccb1649bb1,network=Network(972f9001-83bb-4286-adfb-983e6e90ab0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96953027-89')
Apr 30 15:47:37.924463 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Deleting instance files /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46_del
Apr 30 15:47:37.925095 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Deletion of /opt/stack/data/nova/instances/45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46_del complete
Apr 30 15:47:38.126973 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Releasing lock "refresh_cache-c00bd735-7110-4c94-a82d-8b077fd9907f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:38.127477 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Instance network_info: |[{"id": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "address": "fa:16:3e:d3:f3:15", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap914a9c34-e4", "ovs_interfaceid": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:38.127787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] Acquired lock "refresh_cache-c00bd735-7110-4c94-a82d-8b077fd9907f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:38.127977 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Refreshing network info cache for port 914a9c34-e48e-44eb-850f-f39ffc0e720e {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:38.129596 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Terminating instance
Apr 30 15:47:38.434875 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:38.438016 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7044e630> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:38.438295 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:38.439068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:38.462112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.605749 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.613863 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.626404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.638587 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:38.645376 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:38.645599 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Instance destroyed successfully.
Apr 30 15:47:38.646919 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:47:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-350645143',display_name='tempest-ServerDiskConfigTestJSON-server-350645143',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverdiskconfigtestjson-server-350645143',id=76,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-bumfcx9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:36Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=c00bd735-7110-4c94-a82d-8b077fd9907f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "address": "fa:16:3e:d3:f3:15", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap914a9c34-e4", "ovs_interfaceid": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:38.647251 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "address": "fa:16:3e:d3:f3:15", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap914a9c34-e4", "ovs_interfaceid": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:38.648140 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:f3:15,bridge_name='br-int',has_traffic_filtering=True,id=914a9c34-e48e-44eb-850f-f39ffc0e720e,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap914a9c34-e4') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:38.648645 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:f3:15,bridge_name='br-int',has_traffic_filtering=True,id=914a9c34-e48e-44eb-850f-f39ffc0e720e,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap914a9c34-e4') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:38.663708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.663708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap914a9c34-e4, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:38.663708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:38.665196 np0040594247 nova-compute[88153]: INFO os_vif [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:f3:15,bridge_name='br-int',has_traffic_filtering=True,id=914a9c34-e48e-44eb-850f-f39ffc0e720e,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap914a9c34-e4')
Apr 30 15:47:38.665706 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Deleting instance files /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f_del
Apr 30 15:47:38.666308 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Deletion of /opt/stack/data/nova/instances/c00bd735-7110-4c94-a82d-8b077fd9907f_del complete
Apr 30 15:47:38.671084 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.744740 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.800358 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.834407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.846613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:38.917977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.000346 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.048188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.140572 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:39.152637 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:39.153750 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:39.153750 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:39.153750 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:39.154182 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:39.177486 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:39.180393 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70284b00> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:39.180841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:39.344340 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Updated VIF entry in instance network info cache for port 914a9c34-e48e-44eb-850f-f39ffc0e720e. {{(pid=88153) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}}
Apr 30 15:47:39.345446 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Updating instance_info_cache with network_info: [{"id": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "address": "fa:16:3e:d3:f3:15", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap914a9c34-e4", "ovs_interfaceid": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:39.630569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.633313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.639798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.654970 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.657951 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.661940 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:39.661940 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:39.676869 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:39.848785 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-cde1ab54-d57b-4020-b061-36a237183340 req-11d18a03-1c9a-4c2f-934f-b578e728c44a service nova] Releasing lock "refresh_cache-c00bd735-7110-4c94-a82d-8b077fd9907f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:40.179965 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.741s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Traceback (most recent call last):
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     return f(*args, **kwargs)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     chosen_mdev = self._create_mdev(
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     self._host.device_create(conf)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     raise e.with_traceback(tb)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     rv = meth(*args, **kwargs)
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:40.181878 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] 
Apr 30 15:47:40.183510 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:40.184161 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.003s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:40.187993 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Build of instance 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:40.190608 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:40.191845 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestJSON-server-2027888363',display_name='tempest-ServerActionsTestJSON-server-2027888363',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serveractionstestjson-server-2027888363',id=75,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA1CTb6gQsGjTrSLqmDILmnrfTYaC02QEm3aozaruckkOdNrfa0vrV9eULtBY1JvymIicY5PGjtPwZr1JZaDaaBS9KA61IVU2/iETyLesrZjYNbe+dbM4OBPEeBo8fw7jA==',key_name='tempest-keypair-1309729173',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0a90779634f74923bdf867728df2ff39',ramdisk_id='',reservation_id='r-8mtuqb07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestJSON-1697153799',owner_user_name='tempest-ServerActionsTestJSON-1697153799-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4854d32bdb0e4b95954f1c781d240906',uuid=45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96953027-89fa-4394-b201-67ccb1649bb1", "address": "fa:16:3e:66:eb:65", "network": {"id": "972f9001-83bb-4286-adfb-983e6e90ab0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-309788119-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0a90779634f74923bdf867728df2ff39", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96953027-89", "ovs_interfaceid": "96953027-89fa-4394-b201-67ccb1649bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:40.192242 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Converting VIF {"id": "96953027-89fa-4394-b201-67ccb1649bb1", "address": "fa:16:3e:66:eb:65", "network": {"id": "972f9001-83bb-4286-adfb-983e6e90ab0f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-309788119-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0a90779634f74923bdf867728df2ff39", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96953027-89", "ovs_interfaceid": "96953027-89fa-4394-b201-67ccb1649bb1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:40.193062 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:eb:65,bridge_name='br-int',has_traffic_filtering=True,id=96953027-89fa-4394-b201-67ccb1649bb1,network=Network(972f9001-83bb-4286-adfb-983e6e90ab0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96953027-89') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:40.193522 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:eb:65,bridge_name='br-int',has_traffic_filtering=True,id=96953027-89fa-4394-b201-67ccb1649bb1,network=Network(972f9001-83bb-4286-adfb-983e6e90ab0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96953027-89') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:40.195090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:40.195513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96953027-89, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:40.195801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:40.198229 np0040594247 nova-compute[88153]: INFO os_vif [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:eb:65,bridge_name='br-int',has_traffic_filtering=True,id=96953027-89fa-4394-b201-67ccb1649bb1,network=Network(972f9001-83bb-4286-adfb-983e6e90ab0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96953027-89')
Apr 30 15:47:40.198518 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:40.198856 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:40.199143 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:40.441783 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:40.478551 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:40.873490 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:40.882711 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:41.111750 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:41.390528 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:41.391133 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:41.616464 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] [instance: 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46] Took 1.42 seconds to deallocate network for instance.
Apr 30 15:47:41.904816 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.719s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Traceback (most recent call last):
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     return f(*args, **kwargs)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     chosen_mdev = self._create_mdev(
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     self._host.device_create(conf)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     raise e.with_traceback(tb)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     rv = meth(*args, **kwargs)
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:41.905967 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] 
Apr 30 15:47:41.907396 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:41.912656 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Build of instance c00bd735-7110-4c94-a82d-8b077fd9907f was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:41.915836 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:41.917056 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:47:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-350645143',display_name='tempest-ServerDiskConfigTestJSON-server-350645143',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverdiskconfigtestjson-server-350645143',id=76,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-bumfcx9n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:39Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=c00bd735-7110-4c94-a82d-8b077fd9907f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "address": "fa:16:3e:d3:f3:15", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap914a9c34-e4", "ovs_interfaceid": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:41.917424 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "address": "fa:16:3e:d3:f3:15", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap914a9c34-e4", "ovs_interfaceid": "914a9c34-e48e-44eb-850f-f39ffc0e720e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:41.918317 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:f3:15,bridge_name='br-int',has_traffic_filtering=True,id=914a9c34-e48e-44eb-850f-f39ffc0e720e,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap914a9c34-e4') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:41.918768 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:f3:15,bridge_name='br-int',has_traffic_filtering=True,id=914a9c34-e48e-44eb-850f-f39ffc0e720e,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap914a9c34-e4') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:41.920308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:41.920729 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap914a9c34-e4, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:41.922747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:41.928641 np0040594247 nova-compute[88153]: INFO os_vif [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:f3:15,bridge_name='br-int',has_traffic_filtering=True,id=914a9c34-e48e-44eb-850f-f39ffc0e720e,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap914a9c34-e4')
Apr 30 15:47:41.928958 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:41.929287 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:41.929590 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:42.669212 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Deleted allocations for instance 45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46
Apr 30 15:47:42.801285 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:43.186194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-401ed6ba-3ffc-493f-ac65-9fcd967e67a2 tempest-ServerActionsTestJSON-1697153799 tempest-ServerActionsTestJSON-1697153799-project-member] Lock "45f6014d-ffe5-4bfe-ae31-2ffdb3b87b46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.214s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:43.304349 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: c00bd735-7110-4c94-a82d-8b077fd9907f] Took 1.37 seconds to deallocate network for instance.
Apr 30 15:47:43.370286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:43.464424 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:44.354700 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Deleted allocations for instance c00bd735-7110-4c94-a82d-8b077fd9907f
Apr 30 15:47:44.867446 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5827b4e8-ac4e-4eb6-990d-227bed5ef5c7 tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "c00bd735-7110-4c94-a82d-8b077fd9907f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.563s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:45.542232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:45.585917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:45.619623 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:45.622148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:45.827301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:45.864125 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:46.767230 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Acquiring lock "614c4e60-1a56-4c44-97ad-da5a9176141c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:46.767893 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "614c4e60-1a56-4c44-97ad-da5a9176141c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:47.067034 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Took 12.74 seconds to detach 3 volumes for instance.
Apr 30 15:47:47.070736 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70644a40> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:47.070736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:47.071008 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:47.271351 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:47.613938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:47.715369 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:47.722940 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:47.724233 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:47.806847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:47.890305 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:48.228402 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:48.228929 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:48.466023 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.746612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.672s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Traceback (most recent call last):
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     return f(*args, **kwargs)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     chosen_mdev = self._create_mdev(
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     self._host.device_create(conf)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     raise e.with_traceback(tb)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     rv = meth(*args, **kwargs)
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:48.747524 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] 
Apr 30 15:47:48.752847 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:47:48.752847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.946s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:48.755613 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Build of instance d568fad6-dbaf-4252-88a6-e4335fca654c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:47:48.759831 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:47:48.761848 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:48.761848 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "address": "fa:16:3e:4e:b3:db", "network": {"id": "e29fd6a2-977f-4da3-8020-b37870e104e4", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1565123695-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape50472a1-92", "ovs_interfaceid": "e50472a1-9295-43f4-b4e1-5ece8c88e214", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:48.763729 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:b3:db,bridge_name='br-int',has_traffic_filtering=True,id=e50472a1-9295-43f4-b4e1-5ece8c88e214,network=Network(e29fd6a2-977f-4da3-8020-b37870e104e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape50472a1-92') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:48.763729 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:b3:db,bridge_name='br-int',has_traffic_filtering=True,id=e50472a1-9295-43f4-b4e1-5ece8c88e214,network=Network(e29fd6a2-977f-4da3-8020-b37870e104e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape50472a1-92') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:48.765603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.766313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape50472a1-92, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:48.766732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:48.771288 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:48.772137 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Claim successful on node np0040594247
Apr 30 15:47:48.776044 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:b3:db,bridge_name='br-int',has_traffic_filtering=True,id=e50472a1-9295-43f4-b4e1-5ece8c88e214,network=Network(e29fd6a2-977f-4da3-8020-b37870e104e4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape50472a1-92')
Apr 30 15:47:48.777066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:48.777992 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "address": "fa:16:3e:80:f5:46", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8260d008-b8", "ovs_interfaceid": "8260d008-b8a1-47a1-a8f8-7549f8399de5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:48.778909 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:f5:46,bridge_name='br-int',has_traffic_filtering=True,id=8260d008-b8a1-47a1-a8f8-7549f8399de5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8260d008-b8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:48.779353 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:f5:46,bridge_name='br-int',has_traffic_filtering=True,id=8260d008-b8a1-47a1-a8f8-7549f8399de5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8260d008-b8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:48.783706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.784156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8260d008-b8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:48.784455 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:48.787343 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:f5:46,bridge_name='br-int',has_traffic_filtering=True,id=8260d008-b8a1-47a1-a8f8-7549f8399de5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8260d008-b8')
Apr 30 15:47:48.788623 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:48.789073 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "address": "fa:16:3e:cf:8d:e7", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9e2a8795-57", "ovs_interfaceid": "9e2a8795-5756-498d-9b1f-d4b2d263cad5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:48.790231 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:8d:e7,bridge_name='br-int',has_traffic_filtering=True,id=9e2a8795-5756-498d-9b1f-d4b2d263cad5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9e2a8795-57') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:48.790924 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:8d:e7,bridge_name='br-int',has_traffic_filtering=True,id=9e2a8795-5756-498d-9b1f-d4b2d263cad5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9e2a8795-57') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:48.792598 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.793175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9e2a8795-57, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:48.793284 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:48.795794 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:8d:e7,bridge_name='br-int',has_traffic_filtering=True,id=9e2a8795-5756-498d-9b1f-d4b2d263cad5,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9e2a8795-57')
Apr 30 15:47:48.797388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:48.797388 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "69e12901-e67d-41d0-b409-b3b908acb77b", "address": "fa:16:3e:b1:88:82", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap69e12901-e6", "ovs_interfaceid": "69e12901-e67d-41d0-b409-b3b908acb77b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:48.798571 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:88:82,bridge_name='br-int',has_traffic_filtering=True,id=69e12901-e67d-41d0-b409-b3b908acb77b,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69e12901-e6') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:48.799082 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:88:82,bridge_name='br-int',has_traffic_filtering=True,id=69e12901-e67d-41d0-b409-b3b908acb77b,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69e12901-e6') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:48.800378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.801742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap69e12901-e6, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:48.801742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:48.804507 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:88:82,bridge_name='br-int',has_traffic_filtering=True,id=69e12901-e67d-41d0-b409-b3b908acb77b,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap69e12901-e6')
Apr 30 15:47:48.805500 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:48.805864 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "address": "fa:16:3e:6f:b8:44", "network": {"id": "0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0", "bridge": "br-int", "label": "tempest-device-tagging-net1-1059937570", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.1.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap82300840-23", "ovs_interfaceid": "82300840-23cd-4cc5-b234-d4be6ee79ae6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:48.806569 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b8:44,bridge_name='br-int',has_traffic_filtering=True,id=82300840-23cd-4cc5-b234-d4be6ee79ae6,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82300840-23') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:48.807451 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b8:44,bridge_name='br-int',has_traffic_filtering=True,id=82300840-23cd-4cc5-b234-d4be6ee79ae6,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82300840-23') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:48.808575 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.809001 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82300840-23, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:48.809290 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:48.811315 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6f:b8:44,bridge_name='br-int',has_traffic_filtering=True,id=82300840-23cd-4cc5-b234-d4be6ee79ae6,network=Network(0a2ba648-7d3c-4e15-9f0d-2fa7fd618ca0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82300840-23')
Apr 30 15:47:48.812368 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:48.813612 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "90e6c800-0151-4e5f-99b3-ea3203568be6", "address": "fa:16:3e:2b:c0:85", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap90e6c800-01", "ovs_interfaceid": "90e6c800-0151-4e5f-99b3-ea3203568be6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:48.813612 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:c0:85,bridge_name='br-int',has_traffic_filtering=True,id=90e6c800-0151-4e5f-99b3-ea3203568be6,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90e6c800-01') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:48.814454 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:c0:85,bridge_name='br-int',has_traffic_filtering=True,id=90e6c800-0151-4e5f-99b3-ea3203568be6,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90e6c800-01') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:48.816045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.816478 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90e6c800-01, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:48.816782 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:48.818979 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:c0:85,bridge_name='br-int',has_traffic_filtering=True,id=90e6c800-0151-4e5f-99b3-ea3203568be6,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90e6c800-01')
Apr 30 15:47:48.820095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:47:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-913398292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-device-tagging-server-913398292',id=72,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN3OKjvMX4F1ZInSqSqOE3T8WKMfwSHZpzMmvlrCbWRkh5Bl4kKRWZt4cgbF3rbEKzpq7vh/O+OPSnhbYOc17flUIvi7uRO4TN0rdvx3L65TeLUfwlzTwzfowox5WX9QLQ==',key_name='tempest-keypair-2041128350',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='439bf57266d14f929fd0a635e36df6ce',ramdisk_id='',reservation_id='r-h00jxo0t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-2005846240',owner_user_name='tempest-TaggedBootDevicesTest-2005846240-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a204cbf73014846aa842d1c152f3c72',uuid=d568fad6-dbaf-4252-88a6-e4335fca654c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:48.820507 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converting VIF {"id": "ce174518-1fff-4cd6-919f-1f5e798d535a", "address": "fa:16:3e:d5:b0:be", "network": {"id": "b842115b-f536-44eb-b945-8d071e2863a6", "bridge": "br-int", "label": "tempest-device-tagging-net2-419551477", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.2.2.2"}}], "meta": {"injected": false, "tenant_id": "439bf57266d14f929fd0a635e36df6ce", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapce174518-1f", "ovs_interfaceid": "ce174518-1fff-4cd6-919f-1f5e798d535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:48.821263 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:b0:be,bridge_name='br-int',has_traffic_filtering=True,id=ce174518-1fff-4cd6-919f-1f5e798d535a,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce174518-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:48.821835 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:b0:be,bridge_name='br-int',has_traffic_filtering=True,id=ce174518-1fff-4cd6-919f-1f5e798d535a,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce174518-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:48.823356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:48.823798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce174518-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:48.824080 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:48.827622 np0040594247 nova-compute[88153]: INFO os_vif [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:b0:be,bridge_name='br-int',has_traffic_filtering=True,id=ce174518-1fff-4cd6-919f-1f5e798d535a,network=Network(b842115b-f536-44eb-b945-8d071e2863a6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce174518-1f')
Apr 30 15:47:48.828095 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:47:48.828402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:47:48.828968 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:47:49.965776 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:49.981438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "426daafa-82ea-40f7-bb32-728790521629" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:49.981837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "426daafa-82ea-40f7-bb32-728790521629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:49.986189 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:49.987798 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:49.987798 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:49.988244 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:49.988848 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:50.492157 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:50.498890 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:50.502788 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:50.503277 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:50.512828 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:50.520033 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:50.557209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:50.620114 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:50.662414 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:50.889770 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:50.921345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:50.942374 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:51.016116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:51.016722 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:51.056200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:51.056563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:51.061440 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:51.061852 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Claim successful on node np0040594247
Apr 30 15:47:51.401988 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:51.530107 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:51.530107 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:51.610987 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21523263fa1b4a95bbaddec0583afff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49289a52ccd64388835410c9975f5d46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:51.647418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:51.650932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:51.652565 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:52.005605 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:52.034908 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:47:52.203754 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Successfully created port: 302d1342-1f99-4d6b-b4ca-e5a6bb57ee71 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:52.254497 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:52.262601 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:52.263607 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:52.263607 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:52.263607 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:52.264036 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:52.510718 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] [instance: d568fad6-dbaf-4252-88a6-e4335fca654c] Took 3.68 seconds to deallocate network for instance.
Apr 30 15:47:52.543520 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:47:52.772057 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:52.772559 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:52.842178 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Successfully updated port: 302d1342-1f99-4d6b-b4ca-e5a6bb57ee71 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:52.873734 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Received event network-changed-302d1342-1f99-4d6b-b4ca-e5a6bb57ee71 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:52.873734 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Refreshing instance network info cache due to event network-changed-302d1342-1f99-4d6b-b4ca-e5a6bb57ee71. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:52.874282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] Acquiring lock "refresh_cache-614c4e60-1a56-4c44-97ad-da5a9176141c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:52.874282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] Acquired lock "refresh_cache-614c4e60-1a56-4c44-97ad-da5a9176141c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:52.874653 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Refreshing network info cache for port 302d1342-1f99-4d6b-b4ca-e5a6bb57ee71 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:53.050970 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Booting with volume 2fffb85d-bc52-453d-87dc-037c3ad042ca at /dev/vda
Apr 30 15:47:53.118476 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:47:53.120048 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:53.127783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:53.128175 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6f7887-7037-47b7-9ab2-2051a393ed70]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:53.129841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:53.139555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:53.139835 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2d718e-fbe1-402a-856b-2d423e42b0aa]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:53.140834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:53.150894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:53.151210 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ffd3bc-141c-4172-b608-1c6bb18ed5a1]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:53.152336 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c45a8bf-2b7e-43d1-8bc1-d8f62fe5ec70]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:53.152969 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:53.171956 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:53.172746 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:47:53.173943 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:53.180125 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:47:53.180386 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:47:53.180604 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[94ffa395-d939-4578-a7d1-d4907ae7d337]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:47:53.183077 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:47:53.184408 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:47:53.184729 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:47:53.185093 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:47:53.185588 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] <== get_connector_properties: return (66ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:47:53.186058 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Updating existing volume attachment record: 7a93cb3e-43ff-41e9-91eb-47690a5cdcc0 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:47:53.290791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:53.291980 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:53.297517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.896s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:53.297856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:53.298139 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:47:53.346371 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Acquiring lock "refresh_cache-614c4e60-1a56-4c44-97ad-da5a9176141c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:53.373580 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:53.440959 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:53.475410 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:53.499642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:53.601390 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Deleted allocations for instance d568fad6-dbaf-4252-88a6-e4335fca654c
Apr 30 15:47:53.614307 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:53.661951 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:53.695291 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:47:53.698443 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1420MB free_disk=56.59515380859375GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:47:53.699892 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:53.700284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.003s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:53.708535 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:53.725055 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:53.771301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:53.804855 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:53.808651 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:53.918506 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5f002ec5f54681bb576e24aa69e551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d6bd3d823485c8076d620367e208b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:54.124410 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18b0c6a8-5115-485a-8eb1-1572c4b7c5ee tempest-TaggedBootDevicesTest-2005846240 tempest-TaggedBootDevicesTest-2005846240-project-member] Lock "d568fad6-dbaf-4252-88a6-e4335fca654c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 48.583s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:54.228938 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d2a79d54-b97c-4ffe-b03e-6d4929434479 req-58dff0b6-049c-486e-9f57-2c81c1d81b04 service nova] Releasing lock "refresh_cache-614c4e60-1a56-4c44-97ad-da5a9176141c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:54.229529 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Acquired lock "refresh_cache-614c4e60-1a56-4c44-97ad-da5a9176141c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:54.229839 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:54.313331 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:47:54.745118 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Successfully created port: 789f8ca1-2b19-4e42-822d-1307390b954c {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:47:54.763800 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 614c4e60-1a56-4c44-97ad-da5a9176141c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:47:54.764048 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 426daafa-82ea-40f7-bb32-728790521629 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:47:54.821499 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:47:54.828552 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:55.190427 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Updating instance_info_cache with network_info: [{"id": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "address": "fa:16:3e:ec:0d:45", "network": {"id": "e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-655573159-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "49289a52ccd64388835410c9975f5d46", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap302d1342-1f", "ovs_interfaceid": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:55.272448 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 4ed3e50b-5931-4ddb-a76a-310c04f7524b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:47:55.272838 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:47:55.273414 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=768MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:47:55.444457 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:55.451556 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:55.452348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:55.452348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:55.452501 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:55.453084 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:55.671491 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Successfully updated port: 789f8ca1-2b19-4e42-822d-1307390b954c {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:47:55.695299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Releasing lock "refresh_cache-614c4e60-1a56-4c44-97ad-da5a9176141c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:55.695787 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Instance network_info: |[{"id": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "address": "fa:16:3e:ec:0d:45", "network": {"id": "e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-655573159-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "49289a52ccd64388835410c9975f5d46", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap302d1342-1f", "ovs_interfaceid": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:55.714028 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] [instance: 426daafa-82ea-40f7-bb32-728790521629] Received event network-changed-789f8ca1-2b19-4e42-822d-1307390b954c {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:47:55.714937 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] [instance: 426daafa-82ea-40f7-bb32-728790521629] Refreshing instance network info cache due to event network-changed-789f8ca1-2b19-4e42-822d-1307390b954c. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:47:55.715369 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] Acquiring lock "refresh_cache-426daafa-82ea-40f7-bb32-728790521629" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:55.717036 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] Acquired lock "refresh_cache-426daafa-82ea-40f7-bb32-728790521629" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:55.717359 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] [instance: 426daafa-82ea-40f7-bb32-728790521629] Refreshing network info cache for port 789f8ca1-2b19-4e42-822d-1307390b954c {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:47:55.845234 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:55.846658 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:55.847966 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Creating image(s)
Apr 30 15:47:55.852992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "/opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:55.852992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:55.852992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:55.852992 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:55.863081 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:55.865012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:55.956302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquiring lock "4ed3e50b-5931-4ddb-a76a-310c04f7524b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:55.956797 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "4ed3e50b-5931-4ddb-a76a-310c04f7524b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:55.960489 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:55.961145 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:55.978835 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:55.980120 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:55.981120 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:55.981635 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:55.987168 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:47:55.987757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:56.087762 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:56.088582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:56.128592 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:56.129280 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:56.129906 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:56.178820 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "refresh_cache-426daafa-82ea-40f7-bb32-728790521629" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:47:56.230864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:56.231466 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:47:56.232317 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:47:56.308953 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] [instance: 426daafa-82ea-40f7-bb32-728790521629] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:56.337817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:47:56.338308 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Cannot resize image /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:47:56.338883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:47:56.339290 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Ensure instance console log exists: /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:56.341566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:56.342607 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:56.342607 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:56.352116 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Available mdevs at: set().
Apr 30 15:47:56.352116 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:56.352116 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:56.359401 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:56.360301 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:56.369003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629] Traceback (most recent call last):
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     yield resources
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     return f(*args, **kwargs)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     chosen_mdev = self._create_mdev(
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     self._host.device_create(conf)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     raise e.with_traceback(tb)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     rv = meth(*args, **kwargs)
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:56.371402 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629] 
Apr 30 15:47:56.472965 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:47:56.485632 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:47:56.489714 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.786s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:56.516145 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] [instance: 426daafa-82ea-40f7-bb32-728790521629] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:57.022546 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:57.023163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:57.024238 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-27fe5d4f-c21c-432a-b52a-f0218c06472e req-f5959ec1-6e10-4f4a-b9f4-86e1073e6e76 service nova] Releasing lock "refresh_cache-426daafa-82ea-40f7-bb32-728790521629" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:57.025327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquired lock "refresh_cache-426daafa-82ea-40f7-bb32-728790521629" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:47:57.026089 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:47:57.037894 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:47:57.039497 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Claim successful on node np0040594247
Apr 30 15:47:57.595302 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:47:57.632196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:57.635703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:57.932961 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Updating instance_info_cache with network_info: [{"id": "789f8ca1-2b19-4e42-822d-1307390b954c", "address": "fa:16:3e:18:6f:2a", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap789f8ca1-2b", "ovs_interfaceid": "789f8ca1-2b19-4e42-822d-1307390b954c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:47:58.220993 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:58.227615 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:58.228494 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:47:58.228494 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:47:58.228743 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:58.229176 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:47:58.437397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Releasing lock "refresh_cache-426daafa-82ea-40f7-bb32-728790521629" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:47:58.437397 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Instance network_info: |[{"id": "789f8ca1-2b19-4e42-822d-1307390b954c", "address": "fa:16:3e:18:6f:2a", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap789f8ca1-2b", "ovs_interfaceid": "789f8ca1-2b19-4e42-822d-1307390b954c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:47:58.437947 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Terminating instance
Apr 30 15:47:58.473726 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:58.486919 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:58.487233 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:58.487523 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:58.487873 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:58.488153 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:58.488402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:47:58.734763 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:58.734763 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:47:58.882132 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:47:58.944053 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:47:58.947915 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 426daafa-82ea-40f7-bb32-728790521629] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:47:58.948131 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 426daafa-82ea-40f7-bb32-728790521629] Instance destroyed successfully.
Apr 30 15:47:58.949620 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:47:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-86261281',display_name='tempest-ServerDiskConfigTestJSON-server-86261281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverdiskconfigtestjson-server-86261281',id=78,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-0qd7hbzt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:55Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=426daafa-82ea-40f7-bb32-728790521629,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "789f8ca1-2b19-4e42-822d-1307390b954c", "address": "fa:16:3e:18:6f:2a", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap789f8ca1-2b", "ovs_interfaceid": "789f8ca1-2b19-4e42-822d-1307390b954c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:47:58.950132 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "789f8ca1-2b19-4e42-822d-1307390b954c", "address": "fa:16:3e:18:6f:2a", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap789f8ca1-2b", "ovs_interfaceid": "789f8ca1-2b19-4e42-822d-1307390b954c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:47:58.951096 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:6f:2a,bridge_name='br-int',has_traffic_filtering=True,id=789f8ca1-2b19-4e42-822d-1307390b954c,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap789f8ca1-2b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:47:58.951541 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:6f:2a,bridge_name='br-int',has_traffic_filtering=True,id=789f8ca1-2b19-4e42-822d-1307390b954c,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap789f8ca1-2b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:47:58.953830 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:58.954269 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap789f8ca1-2b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:47:58.954542 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:47:58.956931 np0040594247 nova-compute[88153]: INFO os_vif [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:6f:2a,bridge_name='br-int',has_traffic_filtering=True,id=789f8ca1-2b19-4e42-822d-1307390b954c,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap789f8ca1-2b')
Apr 30 15:47:58.957421 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Deleting instance files /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629_del
Apr 30 15:47:58.958129 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Deletion of /opt/stack/data/nova/instances/426daafa-82ea-40f7-bb32-728790521629_del complete
Apr 30 15:47:59.248323 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:59.248936 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:47:59.470492 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:47:59.474784 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70395df0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:47:59.475064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:59.475427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:59.619168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:59.621665 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:59.757621 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:47:59.758174 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:47:59.826639 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cedf4ddf65c45d3afded4fddc66aca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30be4e7ee2904d819eb502848ad7ecf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:47:59.830318 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:47:59.831685 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:47:59.832112 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Creating image(s)
Apr 30 15:47:59.832567 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:47:59.832896 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Ensure instance console log exists: /opt/stack/data/nova/instances/614c4e60-1a56-4c44-97ad-da5a9176141c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:47:59.833262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:47:59.833580 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:47:59.833947 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:47:59.843252 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Available mdevs at: set().
Apr 30 15:47:59.843776 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:47:59.844145 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas xmlstr <device>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]: </device>
Apr 30 15:47:59.849706 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:47:59.851607 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:47:59.851922 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:47:59.857116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Traceback (most recent call last):
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     yield resources
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     return f(*args, **kwargs)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     chosen_mdev = self._create_mdev(
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     self._host.device_create(conf)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     rv = execute(f, *args, **kwargs)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     raise e.with_traceback(tb)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     rv = meth(*args, **kwargs)
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:47:59.859177 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] 
Apr 30 15:47:59.861060 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Terminating instance
Apr 30 15:47:59.968700 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:00.120945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:00.129018 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:00.129943 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:00.129943 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:00.130042 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:00.130469 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:00.262376 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:00.367719 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:00.374729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:00.374869 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Instance destroyed successfully.
Apr 30 15:48:00.376127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1560306845',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serveractionsv293testjson-server-1560306845',id=77,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBjL1wTn9tgIBz5STw3Bv4WkUWQ5qdI+6Izgmys836kDRCUUpzU0L6R477Mi4TrGwN6EjjJNjFn29pw/LFk9JX0VgtcWvaIDg56jWSFOm2q4A6WcygmQpTSbwJU7T3olRA==',key_name='tempest-keypair-1935531834',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49289a52ccd64388835410c9975f5d46',ramdisk_id='',reservation_id='r-7vr35trm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2103964870',owner_user_name='tempest-ServerActionsV293TestJSON-2103964870-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21523263fa1b4a95bbaddec0583afff4',uuid=614c4e60-1a56-4c44-97ad-da5a9176141c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "address": "fa:16:3e:ec:0d:45", "network": {"id": "e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-655573159-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "49289a52ccd64388835410c9975f5d46", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap302d1342-1f", "ovs_interfaceid": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:00.376484 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Converting VIF {"id": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "address": "fa:16:3e:ec:0d:45", "network": {"id": "e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-655573159-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "49289a52ccd64388835410c9975f5d46", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap302d1342-1f", "ovs_interfaceid": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:00.377352 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:0d:45,bridge_name='br-int',has_traffic_filtering=True,id=302d1342-1f99-4d6b-b4ca-e5a6bb57ee71,network=Network(e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302d1342-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:00.378262 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:0d:45,bridge_name='br-int',has_traffic_filtering=True,id=302d1342-1f99-4d6b-b4ca-e5a6bb57ee71,network=Network(e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302d1342-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:00.379794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:00.380491 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap302d1342-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:00.380766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:00.383300 np0040594247 nova-compute[88153]: INFO os_vif [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:0d:45,bridge_name='br-int',has_traffic_filtering=True,id=302d1342-1f99-4d6b-b4ca-e5a6bb57ee71,network=Network(e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302d1342-1f')
Apr 30 15:48:00.385503 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:48:00.386352 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-2fffb85d-bc52-453d-87dc-037c3ad042ca', 'target_lun': 0, 'volume_id': '2fffb85d-bc52-453d-87dc-037c3ad042ca', 'auth_method': 'CHAP', 'auth_username': 'qDgE8Vf3Y4MAXW4zYwk9', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:48:00.386636 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:48:00.387207 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:48:00.388484 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:00.399078 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:00.399404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[a9b6ff54-5747-4a4a-9aa4-11bdaba1bcb9]: Unexpected error while running command.
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:48:00.401587 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:48:00.404103 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9b6ff54-5747-4a4a-9aa4-11bdaba1bcb9]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:48:00.410394 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:48:00.414555 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:48:00.414555 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:48:00.414555 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] <== disconnect_volume: return (24ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:48:00.414555 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:48:00.414555 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Deleting instance files /opt/stack/data/nova/instances/614c4e60-1a56-4c44-97ad-da5a9176141c_del
Apr 30 15:48:00.414555 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Deletion of /opt/stack/data/nova/instances/614c4e60-1a56-4c44-97ad-da5a9176141c_del complete
Apr 30 15:48:00.466306 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Successfully created port: 0c4d5458-5a87-492f-9983-7d3454b4de71 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:00.495485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:00.638733 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:00.640070 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:00.708406 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:00.770817 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:00.925712 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:01.020924 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Successfully updated port: 0c4d5458-5a87-492f-9983-7d3454b4de71 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:01.058875 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Received event network-changed-0c4d5458-5a87-492f-9983-7d3454b4de71 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:01.058875 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Refreshing instance network info cache due to event network-changed-0c4d5458-5a87-492f-9983-7d3454b4de71. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:01.062890 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] Acquiring lock "refresh_cache-4ed3e50b-5931-4ddb-a76a-310c04f7524b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:01.062890 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] Acquired lock "refresh_cache-4ed3e50b-5931-4ddb-a76a-310c04f7524b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:01.062890 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Refreshing network info cache for port 0c4d5458-5a87-492f-9983-7d3454b4de71 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:01.153717 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.676s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629] Traceback (most recent call last):
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     return f(*args, **kwargs)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     chosen_mdev = self._create_mdev(
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     self._host.device_create(conf)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     raise e.with_traceback(tb)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     rv = meth(*args, **kwargs)
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:01.154311 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 426daafa-82ea-40f7-bb32-728790521629] 
Apr 30 15:48:01.159391 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:01.162715 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Build of instance 426daafa-82ea-40f7-bb32-728790521629 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:01.163114 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:01.165023 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:47:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-86261281',display_name='tempest-ServerDiskConfigTestJSON-server-86261281',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverdiskconfigtestjson-server-86261281',id=78,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-0qd7hbzt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:47:59Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=426daafa-82ea-40f7-bb32-728790521629,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "789f8ca1-2b19-4e42-822d-1307390b954c", "address": "fa:16:3e:18:6f:2a", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap789f8ca1-2b", "ovs_interfaceid": "789f8ca1-2b19-4e42-822d-1307390b954c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:01.167478 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "789f8ca1-2b19-4e42-822d-1307390b954c", "address": "fa:16:3e:18:6f:2a", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap789f8ca1-2b", "ovs_interfaceid": "789f8ca1-2b19-4e42-822d-1307390b954c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:01.168568 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:6f:2a,bridge_name='br-int',has_traffic_filtering=True,id=789f8ca1-2b19-4e42-822d-1307390b954c,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap789f8ca1-2b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:01.169544 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:6f:2a,bridge_name='br-int',has_traffic_filtering=True,id=789f8ca1-2b19-4e42-822d-1307390b954c,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap789f8ca1-2b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:01.172578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:01.172578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap789f8ca1-2b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:01.172578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:01.175654 np0040594247 nova-compute[88153]: INFO os_vif [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:6f:2a,bridge_name='br-int',has_traffic_filtering=True,id=789f8ca1-2b19-4e42-822d-1307390b954c,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap789f8ca1-2b')
Apr 30 15:48:01.175654 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:01.175654 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:01.176624 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:01.524349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquiring lock "refresh_cache-4ed3e50b-5931-4ddb-a76a-310c04f7524b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:01.629780 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:01.784129 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:01.784643 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:01.789195 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Creating image(s)
Apr 30 15:48:01.790301 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquiring lock "/opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:01.790301 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "/opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:01.791097 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "/opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:01.791922 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:01.800072 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:01.802224 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:01.807424 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:01.880860 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:48:01.895372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:01.895932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:01.896605 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:01.898353 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:01.903863 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:01.904408 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:02.008836 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:02.009456 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:02.047409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:02.048249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.152s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:02.048817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:02.145205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:02.145823 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:02.146294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:02.209228 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:02.246048 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:02.247599 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Cannot resize image /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:02.247599 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:02.247846 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Ensure instance console log exists: /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:02.248291 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:02.248706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:02.249455 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:02.256907 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Available mdevs at: set().
Apr 30 15:48:02.260700 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:02.260700 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:02.268191 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:02.270199 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:02.272477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Traceback (most recent call last):
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     yield resources
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     return f(*args, **kwargs)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     chosen_mdev = self._create_mdev(
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     self._host.device_create(conf)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     raise e.with_traceback(tb)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     rv = meth(*args, **kwargs)
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:02.275363 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] 
Apr 30 15:48:02.319722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-257f6c1a-0706-4293-b4c1-f1975afc2667 req-4aa63991-cd5c-404a-b7c3-587df71ffeb9 service nova] Releasing lock "refresh_cache-4ed3e50b-5931-4ddb-a76a-310c04f7524b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:02.319722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquired lock "refresh_cache-4ed3e50b-5931-4ddb-a76a-310c04f7524b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:02.319722 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:02.714382 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 426daafa-82ea-40f7-bb32-728790521629] Took 1.54 seconds to deallocate network for instance.
Apr 30 15:48:02.879831 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:03.089880 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Updating instance_info_cache with network_info: [{"id": "0c4d5458-5a87-492f-9983-7d3454b4de71", "address": "fa:16:3e:41:30:b4", "network": {"id": "aea68983-2b57-429d-b68a-6545aad95f42", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1721062899-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30be4e7ee2904d819eb502848ad7ecf8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c4d5458-5a", "ovs_interfaceid": "0c4d5458-5a87-492f-9983-7d3454b4de71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:03.376547 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:03.479718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:03.594951 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Releasing lock "refresh_cache-4ed3e50b-5931-4ddb-a76a-310c04f7524b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:03.595418 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Instance network_info: |[{"id": "0c4d5458-5a87-492f-9983-7d3454b4de71", "address": "fa:16:3e:41:30:b4", "network": {"id": "aea68983-2b57-429d-b68a-6545aad95f42", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1721062899-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30be4e7ee2904d819eb502848ad7ecf8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c4d5458-5a", "ovs_interfaceid": "0c4d5458-5a87-492f-9983-7d3454b4de71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:03.596040 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Terminating instance
Apr 30 15:48:03.767836 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Deleted allocations for instance 426daafa-82ea-40f7-bb32-728790521629
Apr 30 15:48:04.103494 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:04.107111 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:04.107286 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Instance destroyed successfully.
Apr 30 15:48:04.108577 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-244771285',display_name='tempest-ServerRescueTestJSON-server-244771285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverrescuetestjson-server-244771285',id=79,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30be4e7ee2904d819eb502848ad7ecf8',ramdisk_id='',reservation_id='r-abdw6eul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSON-1276849340',owner_user_name='tempest-ServerRescueTestJSON-1276849340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:01Z,user_data=None,user_id='3cedf4ddf65c45d3afded4fddc66aca3',uuid=4ed3e50b-5931-4ddb-a76a-310c04f7524b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c4d5458-5a87-492f-9983-7d3454b4de71", "address": "fa:16:3e:41:30:b4", "network": {"id": "aea68983-2b57-429d-b68a-6545aad95f42", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1721062899-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30be4e7ee2904d819eb502848ad7ecf8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c4d5458-5a", "ovs_interfaceid": "0c4d5458-5a87-492f-9983-7d3454b4de71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:04.109992 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Converting VIF {"id": "0c4d5458-5a87-492f-9983-7d3454b4de71", "address": "fa:16:3e:41:30:b4", "network": {"id": "aea68983-2b57-429d-b68a-6545aad95f42", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1721062899-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30be4e7ee2904d819eb502848ad7ecf8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c4d5458-5a", "ovs_interfaceid": "0c4d5458-5a87-492f-9983-7d3454b4de71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:04.109992 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:30:b4,bridge_name='br-int',has_traffic_filtering=True,id=0c4d5458-5a87-492f-9983-7d3454b4de71,network=Network(aea68983-2b57-429d-b68a-6545aad95f42),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c4d5458-5a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:04.110350 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:30:b4,bridge_name='br-int',has_traffic_filtering=True,id=0c4d5458-5a87-492f-9983-7d3454b4de71,network=Network(aea68983-2b57-429d-b68a-6545aad95f42),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c4d5458-5a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:04.112317 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:04.112793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c4d5458-5a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:04.113099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:04.115524 np0040594247 nova-compute[88153]: INFO os_vif [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:30:b4,bridge_name='br-int',has_traffic_filtering=True,id=0c4d5458-5a87-492f-9983-7d3454b4de71,network=Network(aea68983-2b57-429d-b68a-6545aad95f42),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c4d5458-5a')
Apr 30 15:48:04.116033 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Deleting instance files /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b_del
Apr 30 15:48:04.116669 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Deletion of /opt/stack/data/nova/instances/4ed3e50b-5931-4ddb-a76a-310c04f7524b_del complete
Apr 30 15:48:04.281009 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3bf1ad14-3e0f-4471-b462-95f588702adb tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "426daafa-82ea-40f7-bb32-728790521629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.299s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:04.627242 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:04.629131 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941afdd0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:04.629293 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:04.629598 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:05.311534 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:05.319726 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:05.323698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:05.323698 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:05.323698 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:05.503731 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Took 4.58 seconds to detach 1 volumes for instance.
Apr 30 15:48:05.504922 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7044e0f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:05.505375 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:05.828699 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:05.829882 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:06.343513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.713s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Traceback (most recent call last):
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     return f(*args, **kwargs)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     chosen_mdev = self._create_mdev(
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     self._host.device_create(conf)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     raise e.with_traceback(tb)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     rv = meth(*args, **kwargs)
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:06.345784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] 
Apr 30 15:48:06.347468 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:06.348989 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.843s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:06.356170 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Build of instance 4ed3e50b-5931-4ddb-a76a-310c04f7524b was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:06.360151 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:06.361453 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSON-server-244771285',display_name='tempest-ServerRescueTestJSON-server-244771285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverrescuetestjson-server-244771285',id=79,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30be4e7ee2904d819eb502848ad7ecf8',ramdisk_id='',reservation_id='r-abdw6eul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSON-1276849340',owner_user_name='tempest-ServerRescueTestJSON-1276849340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:04Z,user_data=None,user_id='3cedf4ddf65c45d3afded4fddc66aca3',uuid=4ed3e50b-5931-4ddb-a76a-310c04f7524b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c4d5458-5a87-492f-9983-7d3454b4de71", "address": "fa:16:3e:41:30:b4", "network": {"id": "aea68983-2b57-429d-b68a-6545aad95f42", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1721062899-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30be4e7ee2904d819eb502848ad7ecf8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c4d5458-5a", "ovs_interfaceid": "0c4d5458-5a87-492f-9983-7d3454b4de71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:06.361928 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Converting VIF {"id": "0c4d5458-5a87-492f-9983-7d3454b4de71", "address": "fa:16:3e:41:30:b4", "network": {"id": "aea68983-2b57-429d-b68a-6545aad95f42", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1721062899-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30be4e7ee2904d819eb502848ad7ecf8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c4d5458-5a", "ovs_interfaceid": "0c4d5458-5a87-492f-9983-7d3454b4de71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:06.363202 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:30:b4,bridge_name='br-int',has_traffic_filtering=True,id=0c4d5458-5a87-492f-9983-7d3454b4de71,network=Network(aea68983-2b57-429d-b68a-6545aad95f42),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c4d5458-5a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:06.363609 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:30:b4,bridge_name='br-int',has_traffic_filtering=True,id=0c4d5458-5a87-492f-9983-7d3454b4de71,network=Network(aea68983-2b57-429d-b68a-6545aad95f42),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c4d5458-5a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:06.366024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:06.366425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c4d5458-5a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:06.366686 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:06.368927 np0040594247 nova-compute[88153]: INFO os_vif [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:30:b4,bridge_name='br-int',has_traffic_filtering=True,id=0c4d5458-5a87-492f-9983-7d3454b4de71,network=Network(aea68983-2b57-429d-b68a-6545aad95f42),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c4d5458-5a')
Apr 30 15:48:06.369217 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:06.369513 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:06.369827 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:07.005498 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:07.011539 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:07.012988 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:07.012988 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:07.013191 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:07.013889 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:07.262792 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:07.518819 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:07.519457 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:07.770832 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] [instance: 4ed3e50b-5931-4ddb-a76a-310c04f7524b] Took 1.40 seconds to deallocate network for instance.
Apr 30 15:48:08.030981 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.682s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Traceback (most recent call last):
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     return f(*args, **kwargs)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     chosen_mdev = self._create_mdev(
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     self._host.device_create(conf)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     raise e.with_traceback(tb)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     rv = meth(*args, **kwargs)
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:08.032964 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] 
Apr 30 15:48:08.034786 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:08.038011 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Build of instance 614c4e60-1a56-4c44-97ad-da5a9176141c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:08.040251 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:08.041498 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:47:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1560306845',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serveractionsv293testjson-server-1560306845',id=77,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBjL1wTn9tgIBz5STw3Bv4WkUWQ5qdI+6Izgmys836kDRCUUpzU0L6R477Mi4TrGwN6EjjJNjFn29pw/LFk9JX0VgtcWvaIDg56jWSFOm2q4A6WcygmQpTSbwJU7T3olRA==',key_name='tempest-keypair-1935531834',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49289a52ccd64388835410c9975f5d46',ramdisk_id='',reservation_id='r-7vr35trm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2103964870',owner_user_name='tempest-ServerActionsV293TestJSON-2103964870-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21523263fa1b4a95bbaddec0583afff4',uuid=614c4e60-1a56-4c44-97ad-da5a9176141c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "address": "fa:16:3e:ec:0d:45", "network": {"id": "e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-655573159-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "49289a52ccd64388835410c9975f5d46", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap302d1342-1f", "ovs_interfaceid": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:08.041719 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Converting VIF {"id": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "address": "fa:16:3e:ec:0d:45", "network": {"id": "e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-655573159-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "49289a52ccd64388835410c9975f5d46", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap302d1342-1f", "ovs_interfaceid": "302d1342-1f99-4d6b-b4ca-e5a6bb57ee71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:08.042574 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:0d:45,bridge_name='br-int',has_traffic_filtering=True,id=302d1342-1f99-4d6b-b4ca-e5a6bb57ee71,network=Network(e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302d1342-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:08.043043 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:0d:45,bridge_name='br-int',has_traffic_filtering=True,id=302d1342-1f99-4d6b-b4ca-e5a6bb57ee71,network=Network(e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302d1342-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:08.044397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:08.044821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap302d1342-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:08.045075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:08.047824 np0040594247 nova-compute[88153]: INFO os_vif [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:0d:45,bridge_name='br-int',has_traffic_filtering=True,id=302d1342-1f99-4d6b-b4ca-e5a6bb57ee71,network=Network(e5f74b1f-800e-42f5-98e9-8fa0a4dc99c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap302d1342-1f')
Apr 30 15:48:08.048109 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:08.048393 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:08.048688 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:08.479925 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 433-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:48:08.504280 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "691624db-b490-4023-b1ac-45e1a9ffbe8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:08.506338 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "691624db-b490-4023-b1ac-45e1a9ffbe8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:08.847054 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Deleted allocations for instance 4ed3e50b-5931-4ddb-a76a-310c04f7524b
Apr 30 15:48:08.927468 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:09.008919 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:09.360008 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a10c766d-5cc2-4adc-8c75-7c42163db5cf tempest-ServerRescueTestJSON-1276849340 tempest-ServerRescueTestJSON-1276849340-project-member] Lock "4ed3e50b-5931-4ddb-a76a-310c04f7524b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.403s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:09.433812 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] [instance: 614c4e60-1a56-4c44-97ad-da5a9176141c] Took 1.38 seconds to deallocate network for instance.
Apr 30 15:48:09.546649 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:09.547031 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:09.551784 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:09.552082 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Claim successful on node np0040594247
Apr 30 15:48:10.482797 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Deleted allocations for instance 614c4e60-1a56-4c44-97ad-da5a9176141c
Apr 30 15:48:10.649051 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:10.654717 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:10.655703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:10.655703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:10.655703 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:10.656079 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:10.997035 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5ba5d5bd-f086-4f99-ac08-129d0f8df822 tempest-ServerActionsV293TestJSON-2103964870 tempest-ServerActionsV293TestJSON-2103964870-project-member] Lock "614c4e60-1a56-4c44-97ad-da5a9176141c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.229s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:11.159925 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:11.160425 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:11.630497 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:11.638286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:11.673711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:11.675096 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:11.742922 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:11.964804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:12.189374 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:12.189705 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:12.208560 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:12.299035 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5f002ec5f54681bb576e24aa69e551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d6bd3d823485c8076d620367e208b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:12.319042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:12.693975 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:13.201702 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:13.314118 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Successfully created port: b08bdcac-b91e-4ccb-9cd4-f9cc140b639f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:13.352965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:13.378080 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:13.542979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:13.635937 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:13.788868 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:13.881323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:14.219915 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:14.223742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:14.223742 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Creating image(s)
Apr 30 15:48:14.224383 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "/opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:14.224792 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:14.226715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "/opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:14.227644 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:14.234474 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:14.239629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:14.342881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:14.343479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:14.344221 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:14.345020 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:14.351526 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:14.351526 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:14.466038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:14.466038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:14.504189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:14.504940 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.161s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:14.505470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:14.575582 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Successfully updated port: b08bdcac-b91e-4ccb-9cd4-f9cc140b639f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:14.626456 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Received event network-changed-b08bdcac-b91e-4ccb-9cd4-f9cc140b639f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:14.626456 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Refreshing instance network info cache due to event network-changed-b08bdcac-b91e-4ccb-9cd4-f9cc140b639f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:14.626725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] Acquiring lock "refresh_cache-691624db-b490-4023-b1ac-45e1a9ffbe8c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:14.626848 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] Acquired lock "refresh_cache-691624db-b490-4023-b1ac-45e1a9ffbe8c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:14.627803 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Refreshing network info cache for port b08bdcac-b91e-4ccb-9cd4-f9cc140b639f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:14.629019 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.123s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:14.629432 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:14.629877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:14.728715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:14.728715 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Cannot resize image /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:14.728715 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:14.728715 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Ensure instance console log exists: /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:14.729536 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:14.730143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:14.730772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:14.736407 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Available mdevs at: set().
Apr 30 15:48:14.736407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:14.736407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:14.739366 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:14.754498 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:14.756201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:14.762952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.031s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Traceback (most recent call last):
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     yield resources
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     return f(*args, **kwargs)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     chosen_mdev = self._create_mdev(
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     self._host.device_create(conf)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     raise e.with_traceback(tb)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     rv = meth(*args, **kwargs)
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:14.763565 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] 
Apr 30 15:48:14.856429 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:15.077154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:15.081143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "refresh_cache-691624db-b490-4023-b1ac-45e1a9ffbe8c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:15.158871 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:15.289853 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:15.475213 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:15.632432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:15.635761 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:15.661167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:15.663347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:15.978663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1818c057-ddbd-476c-b62d-f13b86744146 req-98eda04d-bb0e-4b10-bd62-0e8838bfa5ff service nova] Releasing lock "refresh_cache-691624db-b490-4023-b1ac-45e1a9ffbe8c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:15.979350 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquired lock "refresh_cache-691624db-b490-4023-b1ac-45e1a9ffbe8c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:15.979573 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:16.543399 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:16.843872 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Updating instance_info_cache with network_info: [{"id": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "address": "fa:16:3e:87:01:cd", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb08bdcac-b9", "ovs_interfaceid": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:16.913281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:16.931156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.348424 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Releasing lock "refresh_cache-691624db-b490-4023-b1ac-45e1a9ffbe8c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:17.348424 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Instance network_info: |[{"id": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "address": "fa:16:3e:87:01:cd", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb08bdcac-b9", "ovs_interfaceid": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:17.349499 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Terminating instance
Apr 30 15:48:17.642184 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.644985 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.659022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.662940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.665421 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.700864 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.857606 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:17.862494 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:17.862850 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Instance destroyed successfully.
Apr 30 15:48:17.864621 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2126836509',display_name='tempest-ServerDiskConfigTestJSON-server-2126836509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverdiskconfigtestjson-server-2126836509',id=80,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-zwly0ww7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:13Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=691624db-b490-4023-b1ac-45e1a9ffbe8c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "address": "fa:16:3e:87:01:cd", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb08bdcac-b9", "ovs_interfaceid": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:17.865098 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "address": "fa:16:3e:87:01:cd", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb08bdcac-b9", "ovs_interfaceid": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:17.866116 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:01:cd,bridge_name='br-int',has_traffic_filtering=True,id=b08bdcac-b91e-4ccb-9cd4-f9cc140b639f,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08bdcac-b9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:17.866616 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:01:cd,bridge_name='br-int',has_traffic_filtering=True,id=b08bdcac-b91e-4ccb-9cd4-f9cc140b639f,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08bdcac-b9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:17.868933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.868933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb08bdcac-b9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:17.869128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:17.872340 np0040594247 nova-compute[88153]: INFO os_vif [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:01:cd,bridge_name='br-int',has_traffic_filtering=True,id=b08bdcac-b91e-4ccb-9cd4-f9cc140b639f,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08bdcac-b9')
Apr 30 15:48:17.872861 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Deleting instance files /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c_del
Apr 30 15:48:17.873556 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Deletion of /opt/stack/data/nova/instances/691624db-b490-4023-b1ac-45e1a9ffbe8c_del complete
Apr 30 15:48:17.963846 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:17.998465 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.388461 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:18.391350 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70104c80> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:18.392255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:18.392255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:18.490024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.500131 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.508625 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.517384 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.544889 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.554743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.613801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.627510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.682629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:18.994458 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:19.000711 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:19.002888 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:19.002888 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:19.002888 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:19.003184 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:19.507637 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:19.508192 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:19.636484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:19.641794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:19.662321 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:19.686603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:19.716445 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:19.719719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:19.720506 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:20.041283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.648s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Traceback (most recent call last):
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     return f(*args, **kwargs)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     chosen_mdev = self._create_mdev(
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     self._host.device_create(conf)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     raise e.with_traceback(tb)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     rv = meth(*args, **kwargs)
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:20.044570 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] 
Apr 30 15:48:20.047173 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:20.050659 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Build of instance 691624db-b490-4023-b1ac-45e1a9ffbe8c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:20.053222 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:20.054792 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerDiskConfigTestJSON-server-2126836509',display_name='tempest-ServerDiskConfigTestJSON-server-2126836509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverdiskconfigtestjson-server-2126836509',id=80,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b50d6bd3d823485c8076d620367e208b',ramdisk_id='',reservation_id='r-zwly0ww7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerDiskConfigTestJSON-811786750',owner_user_name='tempest-ServerDiskConfigTestJSON-811786750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:18Z,user_data=None,user_id='9f5f002ec5f54681bb576e24aa69e551',uuid=691624db-b490-4023-b1ac-45e1a9ffbe8c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "address": "fa:16:3e:87:01:cd", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb08bdcac-b9", "ovs_interfaceid": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:20.055030 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converting VIF {"id": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "address": "fa:16:3e:87:01:cd", "network": {"id": "1072b196-8cdd-4212-84f4-539c837c632b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1651786864-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b50d6bd3d823485c8076d620367e208b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb08bdcac-b9", "ovs_interfaceid": "b08bdcac-b91e-4ccb-9cd4-f9cc140b639f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:20.055963 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:01:cd,bridge_name='br-int',has_traffic_filtering=True,id=b08bdcac-b91e-4ccb-9cd4-f9cc140b639f,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08bdcac-b9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:20.056533 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:01:cd,bridge_name='br-int',has_traffic_filtering=True,id=b08bdcac-b91e-4ccb-9cd4-f9cc140b639f,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08bdcac-b9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:20.058522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:20.059004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb08bdcac-b9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:20.059302 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:20.061660 np0040594247 nova-compute[88153]: INFO os_vif [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:01:cd,bridge_name='br-int',has_traffic_filtering=True,id=b08bdcac-b91e-4ccb-9cd4-f9cc140b639f,network=Network(1072b196-8cdd-4212-84f4-539c837c632b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08bdcac-b9')
Apr 30 15:48:20.062016 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:20.062422 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:20.062807 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:21.246790 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:21.457059 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.472236 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.484313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.516328 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.586137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.643831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.650968 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.652930 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.655029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.656760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:21.751063 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] [instance: 691624db-b490-4023-b1ac-45e1a9ffbe8c] Took 1.69 seconds to deallocate network for instance.
Apr 30 15:48:21.787508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "3a5d0767-2580-4959-9b4c-84a4598513a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:21.789005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "3a5d0767-2580-4959-9b4c-84a4598513a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:22.298484 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:22.695620 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:22.706731 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:22.707491 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:22.713563 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:22.758603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:22.828435 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Deleted allocations for instance 691624db-b490-4023-b1ac-45e1a9ffbe8c
Apr 30 15:48:22.840061 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:22.848961 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:22.848961 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:22.856477 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:22.856477 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Claim successful on node np0040594247
Apr 30 15:48:22.889722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.344888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ee06ad7a-73e0-4200-abcb-5dbad6a38d1b tempest-ServerDiskConfigTestJSON-811786750 tempest-ServerDiskConfigTestJSON-811786750-project-member] Lock "691624db-b490-4023-b1ac-45e1a9ffbe8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.840s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:23.380857 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.395260 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.406555 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.415775 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.451648 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.530138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.559917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.576049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.662387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.667245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.670628 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.673289 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.686087 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.690073 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:23.693566 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:24.015185 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:24.028731 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:24.260281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquiring lock "06ebb42c-4bd3-45f9-88cd-89da2d100f92" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:24.260281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "06ebb42c-4bd3-45f9-88cd-89da2d100f92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:24.534191 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:24.534792 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:24.763603 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:25.048832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:25.051972 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:25.299982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:25.300495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:25.307051 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:25.308026 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Claim successful on node np0040594247
Apr 30 15:48:25.563083 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:48:25.606917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:25.635898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:25.653028 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:25.907942 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:25.919865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:25.926576 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:25.976336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:25.983280 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:26.067530 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:26.072285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:26.117110 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:26.449138 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:26.458879 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:26.459909 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:26.575065 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:26.965855 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:26.966371 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:27.481776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:27.482256 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:27.588611 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:27.593704 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:27.593704 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Creating image(s)
Apr 30 15:48:27.593704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "/opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:27.593704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "/opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:27.594274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "/opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:27.595059 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:27.600121 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:27.602022 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:27.638507 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:27.640734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:27.690620 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:27.693342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:27.696542 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:27.702715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:27.702715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:27.702715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:27.702715 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:27.709971 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:27.710409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:27.811390 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:27.812112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:27.850014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:27.850884 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.149s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:27.851395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:27.946069 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:27.946737 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:27.947145 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:27.995185 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:27.995185 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:28.055601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:28.056153 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Cannot resize image /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:28.056797 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:28.057259 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Ensure instance console log exists: /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:28.058073 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:28.060726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:28.060726 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:28.066285 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Available mdevs at: set().
Apr 30 15:48:28.066468 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:28.067457 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:28.072379 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:28.073481 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:28.077616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Traceback (most recent call last):
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     yield resources
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     return f(*args, **kwargs)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     chosen_mdev = self._create_mdev(
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     self._host.device_create(conf)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     raise e.with_traceback(tb)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     rv = meth(*args, **kwargs)
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:28.080194 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] 
Apr 30 15:48:28.082459 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Terminating instance
Apr 30 15:48:28.115322 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c62e6fd66364fe18cad3f4d02d1094c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ae1f78eda54688839d2bf626402ce3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:28.312637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:28.390281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:28.463039 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquiring lock "81835275-b69c-4f71-a308-b587c7632cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:28.463348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "81835275-b69c-4f71-a308-b587c7632cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:28.501498 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:28.566225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:28.587719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "refresh_cache-3a5d0767-2580-4959-9b4c-84a4598513a0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:28.588007 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquired lock "refresh_cache-3a5d0767-2580-4959-9b4c-84a4598513a0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:28.588322 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:28.911184 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Successfully created port: cafae308-cc78-4986-9b68-f23ac988e129 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:28.966892 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:29.007141 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:29.124067 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:29.255554 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:29.506713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:29.506713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:29.513969 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:29.513969 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Claim successful on node np0040594247
Apr 30 15:48:29.626742 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Successfully updated port: cafae308-cc78-4986-9b68-f23ac988e129 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:29.700943 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Received event network-changed-cafae308-cc78-4986-9b68-f23ac988e129 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:29.701294 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Refreshing instance network info cache due to event network-changed-cafae308-cc78-4986-9b68-f23ac988e129. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:29.701639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] Acquiring lock "refresh_cache-06ebb42c-4bd3-45f9-88cd-89da2d100f92" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:29.702018 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] Acquired lock "refresh_cache-06ebb42c-4bd3-45f9-88cd-89da2d100f92" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:29.702235 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Refreshing network info cache for port cafae308-cc78-4986-9b68-f23ac988e129 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:29.759313 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Releasing lock "refresh_cache-3a5d0767-2580-4959-9b4c-84a4598513a0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:29.760395 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:29.766441 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:29.767055 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Instance destroyed successfully.
Apr 30 15:48:29.767885 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Deleting instance files /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0_del
Apr 30 15:48:29.768518 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Deletion of /opt/stack/data/nova/instances/3a5d0767-2580-4959-9b4c-84a4598513a0_del complete
Apr 30 15:48:30.025754 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:30.027219 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:30.027704 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Creating image(s)
Apr 30 15:48:30.028537 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquiring lock "/opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:30.028815 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "/opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:30.030106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "/opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:30.031251 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:30.037724 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:30.039991 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:30.130583 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquiring lock "refresh_cache-06ebb42c-4bd3-45f9-88cd-89da2d100f92" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:30.137423 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:30.138066 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:30.138656 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:30.139318 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:30.144484 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:30.145429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:30.235132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:30.235661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:30.260105 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:30.271193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:30.271797 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.133s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:30.272334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:30.291148 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:30.291804 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:48:30.293234 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:48:30.296868 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94752e10> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:30.297181 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:30.363194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:30.363593 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Checking if we can resize image /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:30.364023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:30.382246 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:30.461615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:30.462228 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Cannot resize image /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:30.462866 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:30.463247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Ensure instance console log exists: /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:30.463787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:30.464210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:30.464665 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:30.468835 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Available mdevs at: set().
Apr 30 15:48:30.469124 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:30.469395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:30.475867 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:30.476779 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:30.479497 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Traceback (most recent call last):
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     yield resources
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     return f(*args, **kwargs)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     chosen_mdev = self._create_mdev(
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     self._host.device_create(conf)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     raise e.with_traceback(tb)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     rv = meth(*args, **kwargs)
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:30.481868 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] 
Apr 30 15:48:30.666376 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:30.675089 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:30.676067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:30.676067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:30.676067 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:30.676536 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:30.886728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e6597c16-1d00-49f0-8659-d5299f092743 req-6b3f9f03-c238-4bfd-b97e-3a49cf1071cd service nova] Releasing lock "refresh_cache-06ebb42c-4bd3-45f9-88cd-89da2d100f92" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:30.887296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquired lock "refresh_cache-06ebb42c-4bd3-45f9-88cd-89da2d100f92" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:30.887873 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:31.182555 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:31.183211 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:31.295777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.304736 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.317316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.340770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.397718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.440844 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.448258 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:31.640520 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.644805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.646106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:31.689189 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Updating instance_info_cache with network_info: [{"id": "cafae308-cc78-4986-9b68-f23ac988e129", "address": "fa:16:3e:b3:8e:f4", "network": {"id": "fa014f3b-10a5-4008-8661-9a52ff002099", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-659369342-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "17ae1f78eda54688839d2bf626402ce3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcafae308-cc", "ovs_interfaceid": "cafae308-cc78-4986-9b68-f23ac988e129", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:31.696820 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:31.697514 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:31.703653 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.405s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:32.191584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Releasing lock "refresh_cache-06ebb42c-4bd3-45f9-88cd-89da2d100f92" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:32.192088 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Instance network_info: |[{"id": "cafae308-cc78-4986-9b68-f23ac988e129", "address": "fa:16:3e:b3:8e:f4", "network": {"id": "fa014f3b-10a5-4008-8661-9a52ff002099", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-659369342-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "17ae1f78eda54688839d2bf626402ce3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcafae308-cc", "ovs_interfaceid": "cafae308-cc78-4986-9b68-f23ac988e129", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:32.192955 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Terminating instance
Apr 30 15:48:32.216985 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:32.216985 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:32.293848 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e24103d2b0747a89e875f76cc33c01b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca8f834bd944db39ffb6ec09ddb8a38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:32.391397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:32.400167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:32.401466 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:32.401466 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:32.401466 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:32.698447 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:32.708035 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:32.708503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:32.715280 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:32.715579 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Instance destroyed successfully.
Apr 30 15:48:32.716912 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSONUnderV235-server-1010095458',display_name='tempest-ServerRescueTestJSONUnderV235-server-1010095458',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverrescuetestjsonunderv235-server-1010095458',id=82,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17ae1f78eda54688839d2bf626402ce3',ramdisk_id='',reservation_id='r-igwr0qlx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSONUnderV235-1553226996',owner_user_name='tempest-ServerRescueTestJSONUnderV235-1553226996-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:29Z,user_data=None,user_id='3c62e6fd66364fe18cad3f4d02d1094c',uuid=06ebb42c-4bd3-45f9-88cd-89da2d100f92,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cafae308-cc78-4986-9b68-f23ac988e129", "address": "fa:16:3e:b3:8e:f4", "network": {"id": "fa014f3b-10a5-4008-8661-9a52ff002099", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-659369342-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "17ae1f78eda54688839d2bf626402ce3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcafae308-cc", "ovs_interfaceid": "cafae308-cc78-4986-9b68-f23ac988e129", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:32.717703 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Converting VIF {"id": "cafae308-cc78-4986-9b68-f23ac988e129", "address": "fa:16:3e:b3:8e:f4", "network": {"id": "fa014f3b-10a5-4008-8661-9a52ff002099", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-659369342-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "17ae1f78eda54688839d2bf626402ce3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcafae308-cc", "ovs_interfaceid": "cafae308-cc78-4986-9b68-f23ac988e129", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:32.718807 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:8e:f4,bridge_name='br-int',has_traffic_filtering=True,id=cafae308-cc78-4986-9b68-f23ac988e129,network=Network(fa014f3b-10a5-4008-8661-9a52ff002099),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcafae308-cc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:32.719257 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:8e:f4,bridge_name='br-int',has_traffic_filtering=True,id=cafae308-cc78-4986-9b68-f23ac988e129,network=Network(fa014f3b-10a5-4008-8661-9a52ff002099),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcafae308-cc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:32.721976 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:32.725643 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:32.727719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcafae308-cc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:32.728012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:32.734944 np0040594247 nova-compute[88153]: INFO os_vif [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:8e:f4,bridge_name='br-int',has_traffic_filtering=True,id=cafae308-cc78-4986-9b68-f23ac988e129,network=Network(fa014f3b-10a5-4008-8661-9a52ff002099),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcafae308-cc')
Apr 30 15:48:32.735461 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Deleting instance files /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92_del
Apr 30 15:48:32.736460 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Deletion of /opt/stack/data/nova/instances/06ebb42c-4bd3-45f9-88cd-89da2d100f92_del complete
Apr 30 15:48:32.817809 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Successfully created port: 66b2db90-fe3a-4804-8cd5-415c82999cf0 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:32.906373 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:32.906862 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:33.211836 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:33.227734 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:33.246526 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:33.251195 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7030e2d0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:33.251481 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:33.382968 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:33.414347 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Successfully updated port: 66b2db90-fe3a-4804-8cd5-415c82999cf0 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:33.419150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.717s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Traceback (most recent call last):
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     return f(*args, **kwargs)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     chosen_mdev = self._create_mdev(
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     self._host.device_create(conf)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     raise e.with_traceback(tb)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     rv = meth(*args, **kwargs)
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:33.421583 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] 
Apr 30 15:48:33.423530 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:33.423937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.172s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:33.427699 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Build of instance 3a5d0767-2580-4959-9b4c-84a4598513a0 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:33.431706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:33.431706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquiring lock "refresh_cache-3a5d0767-2580-4959-9b4c-84a4598513a0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:33.431706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Acquired lock "refresh_cache-3a5d0767-2580-4959-9b4c-84a4598513a0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:33.431706 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:33.569840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Received event network-changed-66b2db90-fe3a-4804-8cd5-415c82999cf0 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:33.569840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Refreshing instance network info cache due to event network-changed-66b2db90-fe3a-4804-8cd5-415c82999cf0. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:33.569840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] Acquiring lock "refresh_cache-81835275-b69c-4f71-a308-b587c7632cef" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:33.569840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] Acquired lock "refresh_cache-81835275-b69c-4f71-a308-b587c7632cef" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:33.569840 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Refreshing network info cache for port 66b2db90-fe3a-4804-8cd5-415c82999cf0 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:33.572085 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:33.753318 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:33.917832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquiring lock "refresh_cache-81835275-b69c-4f71-a308-b587c7632cef" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:33.974472 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:34.059041 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:34.134000 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:34.150120 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:34.160187 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:34.161109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:34.161109 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:34.161376 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:34.245757 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:34.246785 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:34.247151 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Creating image(s)
Apr 30 15:48:34.247976 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquiring lock "/opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:34.249112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "/opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:34.250013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "/opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:34.251648 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:34.257763 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:34.260350 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:34.284335 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:34.366370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:34.367096 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:34.367993 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:34.368844 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:34.374314 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:34.374897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:34.467235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:34.467908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:34.505887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:34.506714 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:34.507198 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:34.562921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Releasing lock "refresh_cache-3a5d0767-2580-4959-9b4c-84a4598513a0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:34.563427 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:34.563798 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] [instance: 3a5d0767-2580-4959-9b4c-84a4598513a0] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:48:34.575223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "a309a98d-7fee-4e1e-8e7a-39aa0f45c548" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:34.575223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "a309a98d-7fee-4e1e-8e7a-39aa0f45c548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:34.606191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:34.606536 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Checking if we can resize image /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:34.606876 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:34.667388 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:34.667913 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:34.702124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:34.702476 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Cannot resize image /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:34.703072 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:34.703426 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Ensure instance console log exists: /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:34.703971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:34.704339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:34.704719 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:34.708657 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Available mdevs at: set().
Apr 30 15:48:34.708657 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:34.708850 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:34.715257 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:34.716140 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:34.721045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef] Traceback (most recent call last):
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     yield resources
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     return f(*args, **kwargs)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     chosen_mdev = self._create_mdev(
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     self._host.device_create(conf)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     raise e.with_traceback(tb)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     rv = meth(*args, **kwargs)
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:34.723378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef] 
Apr 30 15:48:34.786127 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d0af168f-9897-42d0-bc12-92e20906d45f req-ee4d0b7c-54f6-4fc0-b7ad-ed3185d96713 service nova] Releasing lock "refresh_cache-81835275-b69c-4f71-a308-b587c7632cef" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:34.787059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquired lock "refresh_cache-81835275-b69c-4f71-a308-b587c7632cef" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:34.787317 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:35.081701 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:35.180465 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.756s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Traceback (most recent call last):
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     return f(*args, **kwargs)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     chosen_mdev = self._create_mdev(
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     self._host.device_create(conf)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     raise e.with_traceback(tb)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     rv = meth(*args, **kwargs)
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:35.182420 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] 
Apr 30 15:48:35.184099 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:35.185185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.432s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:35.186135 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Build of instance 06ebb42c-4bd3-45f9-88cd-89da2d100f92 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:35.188480 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:35.189602 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueTestJSONUnderV235-server-1010095458',display_name='tempest-ServerRescueTestJSONUnderV235-server-1010095458',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverrescuetestjsonunderv235-server-1010095458',id=82,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='17ae1f78eda54688839d2bf626402ce3',ramdisk_id='',reservation_id='r-igwr0qlx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueTestJSONUnderV235-1553226996',owner_user_name='tempest-ServerRescueTestJSONUnderV235-1553226996-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:33Z,user_data=None,user_id='3c62e6fd66364fe18cad3f4d02d1094c',uuid=06ebb42c-4bd3-45f9-88cd-89da2d100f92,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cafae308-cc78-4986-9b68-f23ac988e129", "address": "fa:16:3e:b3:8e:f4", "network": {"id": "fa014f3b-10a5-4008-8661-9a52ff002099", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-659369342-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "17ae1f78eda54688839d2bf626402ce3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcafae308-cc", "ovs_interfaceid": "cafae308-cc78-4986-9b68-f23ac988e129", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:35.189997 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Converting VIF {"id": "cafae308-cc78-4986-9b68-f23ac988e129", "address": "fa:16:3e:b3:8e:f4", "network": {"id": "fa014f3b-10a5-4008-8661-9a52ff002099", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-659369342-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "17ae1f78eda54688839d2bf626402ce3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcafae308-cc", "ovs_interfaceid": "cafae308-cc78-4986-9b68-f23ac988e129", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:35.191035 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:8e:f4,bridge_name='br-int',has_traffic_filtering=True,id=cafae308-cc78-4986-9b68-f23ac988e129,network=Network(fa014f3b-10a5-4008-8661-9a52ff002099),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcafae308-cc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:35.191499 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:8e:f4,bridge_name='br-int',has_traffic_filtering=True,id=cafae308-cc78-4986-9b68-f23ac988e129,network=Network(fa014f3b-10a5-4008-8661-9a52ff002099),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcafae308-cc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:35.193713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:35.194504 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcafae308-cc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:35.194737 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:35.198201 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:35.198522 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Claim successful on node np0040594247
Apr 30 15:48:35.202571 np0040594247 nova-compute[88153]: INFO os_vif [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:8e:f4,bridge_name='br-int',has_traffic_filtering=True,id=cafae308-cc78-4986-9b68-f23ac988e129,network=Network(fa014f3b-10a5-4008-8661-9a52ff002099),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcafae308-cc')
Apr 30 15:48:35.203028 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:35.203274 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:35.203566 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:35.360232 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:35.622259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:35.641849 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Deleted allocations for instance 3a5d0767-2580-4959-9b4c-84a4598513a0
Apr 30 15:48:35.665788 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Updating instance_info_cache with network_info: [{"id": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "address": "fa:16:3e:b8:a5:b1", "network": {"id": "37db9630-c34f-4b57-996a-82d875d7f7e9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1485341220-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ca8f834bd944db39ffb6ec09ddb8a38", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66b2db90-fe", "ovs_interfaceid": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:35.806254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:35.806582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:36.157393 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:36.159151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a4442c05-6ff4-4edd-8f27-a9f82eb6f54a tempest-ServersAaction247Test-762911218 tempest-ServersAaction247Test-762911218-project-member] Lock "3a5d0767-2580-4959-9b4c-84a4598513a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.371s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:36.169427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Releasing lock "refresh_cache-81835275-b69c-4f71-a308-b587c7632cef" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:36.169943 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Instance network_info: |[{"id": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "address": "fa:16:3e:b8:a5:b1", "network": {"id": "37db9630-c34f-4b57-996a-82d875d7f7e9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1485341220-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ca8f834bd944db39ffb6ec09ddb8a38", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66b2db90-fe", "ovs_interfaceid": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:36.170546 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Terminating instance
Apr 30 15:48:36.309404 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:36.402571 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:36.409847 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:36.411505 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:36.411505 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:36.411505 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:36.412055 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:36.660551 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] [instance: 06ebb42c-4bd3-45f9-88cd-89da2d100f92] Took 1.46 seconds to deallocate network for instance.
Apr 30 15:48:36.676923 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:36.680336 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 81835275-b69c-4f71-a308-b587c7632cef] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:36.680485 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Instance destroyed successfully.
Apr 30 15:48:36.681749 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-InstanceActionsNegativeTestJSON-server-1635211793',display_name='tempest-InstanceActionsNegativeTestJSON-server-1635211793',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-instanceactionsnegativetestjson-server-1635211793',id=83,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ca8f834bd944db39ffb6ec09ddb8a38',ramdisk_id='',reservation_id='r-2dc2k3st',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-InstanceActionsNegativeTestJSON-2047548186',owner_user_name='tempest-InstanceActionsNegativeTestJSON-2047548186-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:33Z,user_data=None,user_id='2e24103d2b0747a89e875f76cc33c01b',uuid=81835275-b69c-4f71-a308-b587c7632cef,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "address": "fa:16:3e:b8:a5:b1", "network": {"id": "37db9630-c34f-4b57-996a-82d875d7f7e9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1485341220-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ca8f834bd944db39ffb6ec09ddb8a38", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66b2db90-fe", "ovs_interfaceid": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:36.682104 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Converting VIF {"id": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "address": "fa:16:3e:b8:a5:b1", "network": {"id": "37db9630-c34f-4b57-996a-82d875d7f7e9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1485341220-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ca8f834bd944db39ffb6ec09ddb8a38", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66b2db90-fe", "ovs_interfaceid": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:36.682965 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:a5:b1,bridge_name='br-int',has_traffic_filtering=True,id=66b2db90-fe3a-4804-8cd5-415c82999cf0,network=Network(37db9630-c34f-4b57-996a-82d875d7f7e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66b2db90-fe') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:36.683423 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:a5:b1,bridge_name='br-int',has_traffic_filtering=True,id=66b2db90-fe3a-4804-8cd5-415c82999cf0,network=Network(37db9630-c34f-4b57-996a-82d875d7f7e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66b2db90-fe') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:36.685574 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:36.685979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66b2db90-fe, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:36.686234 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:36.688862 np0040594247 nova-compute[88153]: INFO os_vif [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:a5:b1,bridge_name='br-int',has_traffic_filtering=True,id=66b2db90-fe3a-4804-8cd5-415c82999cf0,network=Network(37db9630-c34f-4b57-996a-82d875d7f7e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66b2db90-fe')
Apr 30 15:48:36.689311 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Deleting instance files /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef_del
Apr 30 15:48:36.689966 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Deletion of /opt/stack/data/nova/instances/81835275-b69c-4f71-a308-b587c7632cef_del complete
Apr 30 15:48:36.840343 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:36.917618 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:36.918466 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:37.198071 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:37.200789 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70647fe0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:37.201053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:37.430188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:37.430935 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:37.435403 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.813s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:37.440801 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:37.441088 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Claim successful on node np0040594247
Apr 30 15:48:37.711842 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Deleted allocations for instance 06ebb42c-4bd3-45f9-88cd-89da2d100f92
Apr 30 15:48:37.940899 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:37.941179 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:38.017927 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167b9ccbd6cf41c7b6b452e59603feba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4266c8324c2c4e4d83d50dca26b68658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:38.222790 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7b8a3563-5f0f-44c3-aa5f-5da9d8000e9a tempest-ServerRescueTestJSONUnderV235-1553226996 tempest-ServerRescueTestJSONUnderV235-1553226996-project-member] Lock "06ebb42c-4bd3-45f9-88cd-89da2d100f92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.963s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:38.445500 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:38.575243 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:38.644988 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:38.651747 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:38.652722 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:38.652722 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:38.652722 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:38.653152 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:38.689135 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Successfully created port: 3744a44f-4ef1-4eda-a43b-f9350bbbae48 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:38.950971 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:39.158048 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:39.158329 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:39.473109 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.494075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.499745 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.645900 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.664550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.672228 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.680956 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:39.680956 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:39.684856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.845s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:39.699162 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:39.700222 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Claim successful on node np0040594247
Apr 30 15:48:39.735558 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.742767 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.799976 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:39.818016 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Successfully updated port: 3744a44f-4ef1-4eda-a43b-f9350bbbae48 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:39.850287 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Received event network-changed-3744a44f-4ef1-4eda-a43b-f9350bbbae48 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:39.850870 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Refreshing instance network info cache due to event network-changed-3744a44f-4ef1-4eda-a43b-f9350bbbae48. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:39.851247 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] Acquiring lock "refresh_cache-ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:39.851574 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] Acquired lock "refresh_cache-ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:39.851998 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Refreshing network info cache for port 3744a44f-4ef1-4eda-a43b-f9350bbbae48 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:39.969148 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:39.973130 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:39.973130 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Creating image(s)
Apr 30 15:48:39.974325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:39.974325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "/opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:39.975571 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "/opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:39.976527 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:39.982913 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:39.984874 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:40.092228 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:40.093610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:40.094633 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:40.094633 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:40.100564 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:40.101275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:40.137954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:40.169203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:40.193480 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:40.193480 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:40.221363 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.120s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:40.222196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:40.282062 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk 1073741824" returned: 0 in 0.059s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:40.283469 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.189s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:40.283469 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:40.316197 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167b9ccbd6cf41c7b6b452e59603feba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4266c8324c2c4e4d83d50dca26b68658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:40.326864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "refresh_cache-ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:40.403077 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.119s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:40.403576 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:40.404712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:40.440483 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:40.494883 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:40.506211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:40.511665 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:40.512014 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Cannot resize image /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:40.512547 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:40.512945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Ensure instance console log exists: /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:40.516719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:40.516719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:40.516719 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:40.525548 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Available mdevs at: set().
Apr 30 15:48:40.525934 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:40.526132 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:40.532401 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:40.533465 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:40.539370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.025s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Traceback (most recent call last):
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     yield resources
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     return f(*args, **kwargs)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     chosen_mdev = self._create_mdev(
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     self._host.device_create(conf)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     raise e.with_traceback(tb)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     rv = meth(*args, **kwargs)
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:40.542157 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] 
Apr 30 15:48:40.698248 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:40.727965 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:40.933766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:40.945713 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:41.085663 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Successfully created port: 32a8b8a8-ddbb-474d-b2c2-ec21913f65ab {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:41.174420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.184786 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.194639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.206939 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:41.232694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-fee4e717-8c1f-4ffa-8d6e-b208dee7a075 req-1582a434-567b-4c9d-a8ec-89163c4e0fab service nova] Releasing lock "refresh_cache-ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:41.232694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.233309 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquired lock "refresh_cache-ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:41.233570 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:41.317989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.368304 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.458165 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:41.460527 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:41.651474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.655538 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.659418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:41.840228 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:41.879715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Successfully updated port: 32a8b8a8-ddbb-474d-b2c2-ec21913f65ab {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:41.928878 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Received event network-changed-32a8b8a8-ddbb-474d-b2c2-ec21913f65ab {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:41.929078 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Refreshing instance network info cache due to event network-changed-32a8b8a8-ddbb-474d-b2c2-ec21913f65ab. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:41.930009 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] Acquiring lock "refresh_cache-a309a98d-7fee-4e1e-8e7a-39aa0f45c548" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:41.930009 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] Acquired lock "refresh_cache-a309a98d-7fee-4e1e-8e7a-39aa0f45c548" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:41.930009 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Refreshing network info cache for port 32a8b8a8-ddbb-474d-b2c2-ec21913f65ab {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:41.987503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:41.988077 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:41.992085 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 4.791s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:42.154650 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Updating instance_info_cache with network_info: [{"id": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "address": "fa:16:3e:8c:ef:38", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3744a44f-4e", "ovs_interfaceid": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:42.225930 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:42.226474 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:42.227995 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Creating image(s)
Apr 30 15:48:42.228713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "/opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:42.228861 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "/opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:42.229840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "/opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:42.230770 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:42.232196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:42.387416 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "refresh_cache-a309a98d-7fee-4e1e-8e7a-39aa0f45c548" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:42.489627 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:42.505277 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:42.505903 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:42.614384 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167b9ccbd6cf41c7b6b452e59603feba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4266c8324c2c4e4d83d50dca26b68658', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:42.645385 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:42.657863 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Releasing lock "refresh_cache-ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:42.658642 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Instance network_info: |[{"id": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "address": "fa:16:3e:8c:ef:38", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3744a44f-4e", "ovs_interfaceid": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:42.659902 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Terminating instance
Apr 30 15:48:42.703770 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:42.726620 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:42.727561 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:42.727561 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:42.728578 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:43.249707 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:43.251876 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d4dc625b-e295-4c1e-9671-6e5b2466b29c req-f7d1194c-12e7-4358-9aa1-f9673e46ab21 service nova] Releasing lock "refresh_cache-a309a98d-7fee-4e1e-8e7a-39aa0f45c548" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:43.252544 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:43.254037 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:43.254037 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:43.263962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquired lock "refresh_cache-a309a98d-7fee-4e1e-8e7a-39aa0f45c548" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:43.264226 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:43.272892 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:43.272980 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Instance destroyed successfully.
Apr 30 15:48:43.274307 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServerFiltersTestJSON-instance-192055466',display_name='tempest-ListServerFiltersTestJSON-instance-192055466',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-listserverfilterstestjson-instance-192055466',id=84,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4266c8324c2c4e4d83d50dca26b68658',ramdisk_id='',reservation_id='r-uz6rbt5r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServerFiltersTestJSON-41892933',owner_user_name='tempest-ListServerFiltersTestJSON-41892933-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:39Z,user_data=None,user_id='167b9ccbd6cf41c7b6b452e59603feba',uuid=ed1a9a54-c7fb-48d3-972b-e69c20dc84f7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "address": "fa:16:3e:8c:ef:38", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3744a44f-4e", "ovs_interfaceid": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:43.274686 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converting VIF {"id": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "address": "fa:16:3e:8c:ef:38", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3744a44f-4e", "ovs_interfaceid": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:43.276841 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ef:38,bridge_name='br-int',has_traffic_filtering=True,id=3744a44f-4ef1-4eda-a43b-f9350bbbae48,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3744a44f-4e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:43.277775 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ef:38,bridge_name='br-int',has_traffic_filtering=True,id=3744a44f-4ef1-4eda-a43b-f9350bbbae48,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3744a44f-4e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:43.280278 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:43.280515 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3744a44f-4e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:43.280630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:43.284719 np0040594247 nova-compute[88153]: INFO os_vif [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ef:38,bridge_name='br-int',has_traffic_filtering=True,id=3744a44f-4ef1-4eda-a43b-f9350bbbae48,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3744a44f-4e')
Apr 30 15:48:43.286107 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Deleting instance files /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7_del
Apr 30 15:48:43.286107 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Deletion of /opt/stack/data/nova/instances/ed1a9a54-c7fb-48d3-972b-e69c20dc84f7_del complete
Apr 30 15:48:43.321154 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'QFI\xfb') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:43.326216 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:43.326864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.part --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:43.387848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:43.445207 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Successfully created port: d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:43.450233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.part --force-share --output=json" returned: 0 in 0.123s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:43.450691 np0040594247 nova-compute[88153]: DEBUG nova.virt.images [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] 96c6f562-5600-4b1b-af0a-4324dc1f2905 was qcow2, converting to raw {{(pid=88153) fetch_to_raw /opt/stack/nova/nova/virt/images.py:278}}
Apr 30 15:48:43.454101 np0040594247 nova-compute[88153]: DEBUG nova.privsep.utils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=88153) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Apr 30 15:48:43.454640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.part /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.converted {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:43.574705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:43.765796 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:43.773811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.782s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef] Traceback (most recent call last):
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     return f(*args, **kwargs)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     chosen_mdev = self._create_mdev(
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     self._host.device_create(conf)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     raise e.with_traceback(tb)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     rv = meth(*args, **kwargs)
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:43.776581 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81835275-b69c-4f71-a308-b587c7632cef] 
Apr 30 15:48:43.778114 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:43.783637 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Build of instance 81835275-b69c-4f71-a308-b587c7632cef was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:43.786320 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:43.788437 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-InstanceActionsNegativeTestJSON-server-1635211793',display_name='tempest-InstanceActionsNegativeTestJSON-server-1635211793',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-instanceactionsnegativetestjson-server-1635211793',id=83,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2ca8f834bd944db39ffb6ec09ddb8a38',ramdisk_id='',reservation_id='r-2dc2k3st',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-InstanceActionsNegativeTestJSON-2047548186',owner_user_name='tempest-InstanceActionsNegativeTestJSON-2047548186-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:37Z,user_data=None,user_id='2e24103d2b0747a89e875f76cc33c01b',uuid=81835275-b69c-4f71-a308-b587c7632cef,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "address": "fa:16:3e:b8:a5:b1", "network": {"id": "37db9630-c34f-4b57-996a-82d875d7f7e9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1485341220-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ca8f834bd944db39ffb6ec09ddb8a38", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66b2db90-fe", "ovs_interfaceid": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:43.788812 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Converting VIF {"id": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "address": "fa:16:3e:b8:a5:b1", "network": {"id": "37db9630-c34f-4b57-996a-82d875d7f7e9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1485341220-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2ca8f834bd944db39ffb6ec09ddb8a38", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66b2db90-fe", "ovs_interfaceid": "66b2db90-fe3a-4804-8cd5-415c82999cf0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:43.790172 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:a5:b1,bridge_name='br-int',has_traffic_filtering=True,id=66b2db90-fe3a-4804-8cd5-415c82999cf0,network=Network(37db9630-c34f-4b57-996a-82d875d7f7e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66b2db90-fe') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:43.790612 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:a5:b1,bridge_name='br-int',has_traffic_filtering=True,id=66b2db90-fe3a-4804-8cd5-415c82999cf0,network=Network(37db9630-c34f-4b57-996a-82d875d7f7e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66b2db90-fe') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:43.796339 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:43.796339 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66b2db90-fe, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:43.796819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:43.802526 np0040594247 nova-compute[88153]: INFO os_vif [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:a5:b1,bridge_name='br-int',has_traffic_filtering=True,id=66b2db90-fe3a-4804-8cd5-415c82999cf0,network=Network(37db9630-c34f-4b57-996a-82d875d7f7e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66b2db90-fe')
Apr 30 15:48:43.802727 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:43.803043 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:43.803353 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:43.808779 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:43.815001 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7047f9b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:43.815307 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:43.815947 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:43.879270 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:44.055772 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.part /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.converted" returned: 0 in 0.601s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.065620 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.converted --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:44.179284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846.converted --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.180225 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.948s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:44.181534 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.191413 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.191413 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:44.304256 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.304494 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:44.305329 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:44.307780 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.311921 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.312604 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:44.335599 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:44.358724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:44.390039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:44.422480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.422480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:44.471750 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:44.481137 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk 1073741824" returned: 0 in 0.058s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.481802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.176s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:44.482342 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:44.523058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:44.528198 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Updating instance_info_cache with network_info: [{"id": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "address": "fa:16:3e:ba:ea:73", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32a8b8a8-dd", "ovs_interfaceid": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:44.586049 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.586551 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:44.587127 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:44.619713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:44.636749 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:44.637517 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:44.638030 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:44.639475 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:44.640554 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:44.693741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.694280 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Cannot resize image /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:44.694904 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:44.695339 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Ensure instance console log exists: /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:44.697273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:44.697273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:44.697273 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:44.702463 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Available mdevs at: set().
Apr 30 15:48:44.702876 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:44.703318 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:44.712195 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:44.713199 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:44.717544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Traceback (most recent call last):
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     yield resources
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     return f(*args, **kwargs)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     chosen_mdev = self._create_mdev(
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     self._host.device_create(conf)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     raise e.with_traceback(tb)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     rv = meth(*args, **kwargs)
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:44.721025 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] 
Apr 30 15:48:44.756621 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Successfully updated port: d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:44.804919 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Received event network-changed-d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:44.805610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Refreshing instance network info cache due to event network-changed-d8f39851-041e-45ac-bdec-aa0a28a9a25f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:44.805923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] Acquiring lock "refresh_cache-31faddd1-b23a-4970-9abb-f2886a2cbd9b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:44.806278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] Acquired lock "refresh_cache-31faddd1-b23a-4970-9abb-f2886a2cbd9b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:44.806585 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Refreshing network info cache for port d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:44.811822 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:44.813156 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:44.813600 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Creating image(s)
Apr 30 15:48:44.814308 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "/opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:44.814653 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "/opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:44.815610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "/opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:44.816542 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.821977 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.826350 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:44.877750 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:44.931390 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:44.933718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:44.933718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:44.933718 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.938847 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:44.939421 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:45.032544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:45.033558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Releasing lock "refresh_cache-a309a98d-7fee-4e1e-8e7a-39aa0f45c548" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:45.034126 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Instance network_info: |[{"id": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "address": "fa:16:3e:ba:ea:73", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32a8b8a8-dd", "ovs_interfaceid": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:45.034897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:45.048473 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Terminating instance
Apr 30 15:48:45.076849 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:45.077102 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:45.079310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:45.152356 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:45.153214 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:45.179964 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:45.180995 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Checking if we can resize image /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:45.181516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:45.261071 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "refresh_cache-31faddd1-b23a-4970-9abb-f2886a2cbd9b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:45.279707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:45.279707 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Cannot resize image /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:45.279707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:45.279707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Ensure instance console log exists: /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:45.279707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:45.279707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:45.280219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:45.374482 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:45.383515 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] [instance: 81835275-b69c-4f71-a308-b587c7632cef] Took 1.58 seconds to deallocate network for instance.
Apr 30 15:48:45.513910 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:45.558882 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:45.571973 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:45.572139 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Instance destroyed successfully.
Apr 30 15:48:45.573429 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServerFiltersTestJSON-instance-1675290615',display_name='tempest-ListServerFiltersTestJSON-instance-1675290615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-listserverfilterstestjson-instance-1675290615',id=85,image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4266c8324c2c4e4d83d50dca26b68658',ramdisk_id='',reservation_id='r-0su7ln06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServerFiltersTestJSON-41892933',owner_user_name='tempest-ListServerFiltersTestJSON-41892933-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:41Z,user_data=None,user_id='167b9ccbd6cf41c7b6b452e59603feba',uuid=a309a98d-7fee-4e1e-8e7a-39aa0f45c548,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "address": "fa:16:3e:ba:ea:73", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32a8b8a8-dd", "ovs_interfaceid": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:45.573815 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converting VIF {"id": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "address": "fa:16:3e:ba:ea:73", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32a8b8a8-dd", "ovs_interfaceid": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:45.575316 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ea:73,bridge_name='br-int',has_traffic_filtering=True,id=32a8b8a8-ddbb-474d-b2c2-ec21913f65ab,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a8b8a8-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:45.575826 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ea:73,bridge_name='br-int',has_traffic_filtering=True,id=32a8b8a8-ddbb-474d-b2c2-ec21913f65ab,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a8b8a8-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:45.578702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:45.579616 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32a8b8a8-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:45.580375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:45.583509 np0040594247 nova-compute[88153]: INFO os_vif [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ea:73,bridge_name='br-int',has_traffic_filtering=True,id=32a8b8a8-ddbb-474d-b2c2-ec21913f65ab,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a8b8a8-dd')
Apr 30 15:48:45.583989 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Deleting instance files /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548_del
Apr 30 15:48:45.584647 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Deletion of /opt/stack/data/nova/instances/a309a98d-7fee-4e1e-8e7a-39aa0f45c548_del complete
Apr 30 15:48:45.658507 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:45.662732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:45.666443 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:45.669417 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.853s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Traceback (most recent call last):
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     return f(*args, **kwargs)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     chosen_mdev = self._create_mdev(
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     self._host.device_create(conf)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     raise e.with_traceback(tb)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     rv = meth(*args, **kwargs)
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:45.672176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] 
Apr 30 15:48:45.675559 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:45.675559 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:45.676520 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Build of instance ed1a9a54-c7fb-48d3-972b-e69c20dc84f7 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:45.678994 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:45.680137 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServerFiltersTestJSON-instance-192055466',display_name='tempest-ListServerFiltersTestJSON-instance-192055466',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-listserverfilterstestjson-instance-192055466',id=84,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4266c8324c2c4e4d83d50dca26b68658',ramdisk_id='',reservation_id='r-uz6rbt5r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServerFiltersTestJSON-41892933',owner_user_name='tempest-ListServerFiltersTestJSON-41892933-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:43Z,user_data=None,user_id='167b9ccbd6cf41c7b6b452e59603feba',uuid=ed1a9a54-c7fb-48d3-972b-e69c20dc84f7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "address": "fa:16:3e:8c:ef:38", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3744a44f-4e", "ovs_interfaceid": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:45.680526 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converting VIF {"id": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "address": "fa:16:3e:8c:ef:38", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3744a44f-4e", "ovs_interfaceid": "3744a44f-4ef1-4eda-a43b-f9350bbbae48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:45.681386 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ef:38,bridge_name='br-int',has_traffic_filtering=True,id=3744a44f-4ef1-4eda-a43b-f9350bbbae48,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3744a44f-4e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:45.681834 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ef:38,bridge_name='br-int',has_traffic_filtering=True,id=3744a44f-4ef1-4eda-a43b-f9350bbbae48,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3744a44f-4e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:45.683695 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:45.684002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3744a44f-4e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:45.684247 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:45.688143 np0040594247 nova-compute[88153]: INFO os_vif [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:ef:38,bridge_name='br-int',has_traffic_filtering=True,id=3744a44f-4ef1-4eda-a43b-f9350bbbae48,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3744a44f-4e')
Apr 30 15:48:45.688454 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:45.688995 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:45.689352 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:46.018102 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b3d018e7-a16f-4374-90b1-60930c8ddfd6 req-3b18fbd0-04d1-4fca-a85e-2f77107784c7 service nova] Releasing lock "refresh_cache-31faddd1-b23a-4970-9abb-f2886a2cbd9b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:46.019047 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquired lock "refresh_cache-31faddd1-b23a-4970-9abb-f2886a2cbd9b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:46.019206 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:46.095024 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:46.100559 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Aborting claim: <nova.compute.claims.Claim object at 0x7c8da6ccfe60> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:46.100788 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:46.101733 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:46.243556 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.256378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.268373 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.290023 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.360337 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.399382 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.443548 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Deleted allocations for instance 81835275-b69c-4f71-a308-b587c7632cef
Apr 30 15:48:46.587192 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:46.702589 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:46.717558 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.730568 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.746471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.784705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.820977 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:46.837112 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:46.881285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.903058 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Updating instance_info_cache with network_info: [{"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:46.929197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:46.963427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-58b650ed-3c4e-4122-8a4a-c059ca09536a tempest-InstanceActionsNegativeTestJSON-2047548186 tempest-InstanceActionsNegativeTestJSON-2047548186-project-member] Lock "81835275-b69c-4f71-a308-b587c7632cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.500s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:47.210857 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: ed1a9a54-c7fb-48d3-972b-e69c20dc84f7] Took 1.52 seconds to deallocate network for instance.
Apr 30 15:48:47.266583 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquiring lock "8dd8d195-7806-4f8a-ac97-78109f38a56f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:47.267002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "8dd8d195-7806-4f8a-ac97-78109f38a56f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:47.346594 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:47.347145 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:47.406918 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Releasing lock "refresh_cache-31faddd1-b23a-4970-9abb-f2886a2cbd9b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:47.407383 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Instance network_info: |[{"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:47.410320 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Start _get_guest_xml network_info=[{"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'sata', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'sata', 'dev': 'sda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-04-30T15:26:20Z,direct_url=<?>,disk_format='qcow2',id=fb55ea5e-e415-45d2-aa69-f61faa9d98d8,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21692416,status='active',tags=<?>,updated_at=2025-04-30T15:26:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'device_name': '/dev/vda', 'encrypted': False, 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'image_id': 'fb55ea5e-e415-45d2-aa69-f61faa9d98d8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8043}}
Apr 30 15:48:47.414928 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:48:47.417362 np0040594247 nova-compute[88153]: DEBUG nova.virt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='fb55ea5e-e415-45d2-aa69-f61faa9d98d8', instance_meta=NovaInstanceMeta(name='tempest-ListServerFiltersTestJSON-instance-647743469', uuid='31faddd1-b23a-4970-9abb-f2886a2cbd9b'), owner=OwnerMeta(userid='167b9ccbd6cf41c7b6b452e59603feba', username='tempest-ListServerFiltersTestJSON-41892933-project-member', projectid='4266c8324c2c4e4d83d50dca26b68658', projectname='tempest-ListServerFiltersTestJSON-41892933'), image=ImageMeta(id='fb55ea5e-e415-45d2-aa69-f61faa9d98d8', name=None, properties=ImageMetaProps(hw_architecture=<?>,hw_auto_disk_config=<?>,hw_boot_menu=<?>,hw_cdrom_bus=<?>,hw_cpu_cores=<?>,hw_cpu_max_cores=<?>,hw_cpu_max_sockets=<?>,hw_cpu_max_threads=<?>,hw_cpu_policy=<?>,hw_cpu_realtime_mask=<?>,hw_cpu_sockets=<?>,hw_cpu_thread_policy=<?>,hw_cpu_threads=<?>,hw_device_id=<?>,hw_disk_bus=<?>,hw_disk_type=<?>,hw_emulation_architecture=<?>,hw_ephemeral_encryption=<?>,hw_ephemeral_encryption_format=<?>,hw_ephemeral_encryption_secret_uuid=<?>,hw_firmware_stateless=<?>,hw_firmware_type=<?>,hw_floppy_bus=<?>,hw_input_bus=<?>,hw_ipxe_boot=<?>,hw_locked_memory=<?>,hw_machine_type=<?>,hw_maxphysaddr_bits=<?>,hw_maxphysaddr_mode=<?>,hw_mem_encryption=<?>,hw_mem_page_size=<?>,hw_numa_cpus=<?>,hw_numa_mem=<?>,hw_numa_nodes=<?>,hw_pci_numa_affinity_policy=<?>,hw_pmu=<?>,hw_pointer_model=<?>,hw_qemu_guest_agent=<?>,hw_rescue_bus=<?>,hw_rescue_device=<?>,hw_rng_model='virtio',hw_scsi_model='virtio-scsi',hw_serial_port_count=<?>,hw_time_hpet=<?>,hw_tpm_model=<?>,hw_tpm_version=<?>,hw_video_model=<?>,hw_video_ram=<?>,hw_vif_model=<?>,hw_vif_multiqueue_enabled=<?>,hw_viommu_model=<?>,hw_virtio_packed_ring=<?>,hw_vm_mode=<?>,hw_watchdog_action=<?>,img_bdm_v2=<?>,img_bittorrent=<?>,img_block_device_mapping=<?>,img_cache_in_nova=<?>,img_compression_level=<?>,img_config_drive=<?>,img_hide_hypervisor_id=<?>,img_hv_requested_version=<?>,img_hv_type=<?>,img_linked_clone=<?>,img_mappings=<?>,img_owner_id=<?>,img_root_device_name=<?>,img_signature=<?>,img_signature_certificate_uuid=<?>,img_signature_hash_method=<?>,img_signature_key_type=<?>,img_use_agent=<?>,img_version=<?>,os_admin_user=<?>,os_command_line=<?>,os_distro=<?>,os_require_quiesce=<?>,os_secure_boot=<?>,os_skip_agent_inject_files_at_boot=<?>,os_skip_agent_inject_ssh=<?>,os_type=<?>,traits_required=<?>)), flavor=FlavorMeta(name='m1.micro', memory_mb=256, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}], nova_package='31.1.0', creation_time=1746028127.4157631) {{(pid=88153) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:401}}
Apr 30 15:48:47.419271 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Searching host: 'np0040594247' for CPU controller through CGroups V1... {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1695}}
Apr 30 15:48:47.419879 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CPU controller missing on host. {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1705}}
Apr 30 15:48:47.421627 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Searching host: 'np0040594247' for CPU controller through CGroups V2... {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1714}}
Apr 30 15:48:47.422060 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CPU controller found on host. {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1721}}
Apr 30 15:48:47.423945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=88153) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5858}}
Apr 30 15:48:47.424604 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-30T15:26:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=13,is_public=True,memory_mb=256,name='m1.micro',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='87617e24a5e30cb3b87fda8c0764838f',container_format='bare',created_at=2025-04-30T15:26:20Z,direct_url=<?>,disk_format='qcow2',id=fb55ea5e-e415-45d2-aa69-f61faa9d98d8,min_disk=0,min_ram=0,name='cirros-0.6.3-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21692416,status='active',tags=<?>,updated_at=2025-04-30T15:26:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
Apr 30 15:48:47.424971 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Flavor limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Apr 30 15:48:47.425262 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Image limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
Apr 30 15:48:47.425621 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Flavor pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Apr 30 15:48:47.425920 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Image pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
Apr 30 15:48:47.426276 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
Apr 30 15:48:47.426659 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
Apr 30 15:48:47.427049 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
Apr 30 15:48:47.427377 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Got 1 possible topologies {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
Apr 30 15:48:47.427692 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
Apr 30 15:48:47.428151 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
Apr 30 15:48:47.451821 np0040594247 nova-compute[88153]: DEBUG nova.privsep.utils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=88153) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Apr 30 15:48:47.453267 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServerFiltersTestJSON-instance-647743469',display_name='tempest-ListServerFiltersTestJSON-instance-647743469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(13),hidden=False,host='np0040594247',hostname='tempest-listserverfilterstestjson-instance-647743469',id=86,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=13,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4266c8324c2c4e4d83d50dca26b68658',ramdisk_id='',reservation_id='r-zgbo55w8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='q35',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServerFiltersTestJSON-41892933',owner_user_name='tempest-ListServerFiltersTestJSON-41892933-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:44Z,user_data=None,user_id='167b9ccbd6cf41c7b6b452e59603feba',uuid=31faddd1-b23a-4970-9abb-f2886a2cbd9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=88153) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:574}}
Apr 30 15:48:47.453637 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converting VIF {"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:47.454544 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4a:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8f39851-041e-45ac-bdec-aa0a28a9a25f,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8f39851-04') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:47.456096 np0040594247 nova-compute[88153]: DEBUG nova.objects.instance [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lazy-loading 'pci_devices' on Instance uuid 31faddd1-b23a-4970-9abb-f2886a2cbd9b {{(pid=88153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Apr 30 15:48:47.650645 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.652278 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.656274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.676366 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.681192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.682464 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.770084 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:47.862276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.761s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Traceback (most recent call last):
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     return f(*args, **kwargs)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     chosen_mdev = self._create_mdev(
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     self._host.device_create(conf)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     raise e.with_traceback(tb)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     rv = meth(*args, **kwargs)
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:47.864362 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] 
Apr 30 15:48:47.866519 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:47.869719 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Build of instance a309a98d-7fee-4e1e-8e7a-39aa0f45c548 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:47.872841 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:47.875720 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServerFiltersTestJSON-instance-1675290615',display_name='tempest-ListServerFiltersTestJSON-instance-1675290615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-listserverfilterstestjson-instance-1675290615',id=85,image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4266c8324c2c4e4d83d50dca26b68658',ramdisk_id='',reservation_id='r-0su7ln06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServerFiltersTestJSON-41892933',owner_user_name='tempest-ListServerFiltersTestJSON-41892933-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:46Z,user_data=None,user_id='167b9ccbd6cf41c7b6b452e59603feba',uuid=a309a98d-7fee-4e1e-8e7a-39aa0f45c548,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "address": "fa:16:3e:ba:ea:73", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32a8b8a8-dd", "ovs_interfaceid": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:47.876036 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converting VIF {"id": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "address": "fa:16:3e:ba:ea:73", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32a8b8a8-dd", "ovs_interfaceid": "32a8b8a8-ddbb-474d-b2c2-ec21913f65ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:47.877144 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ea:73,bridge_name='br-int',has_traffic_filtering=True,id=32a8b8a8-ddbb-474d-b2c2-ec21913f65ab,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a8b8a8-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:47.878025 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ea:73,bridge_name='br-int',has_traffic_filtering=True,id=32a8b8a8-ddbb-474d-b2c2-ec21913f65ab,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a8b8a8-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:47.879393 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.879938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32a8b8a8-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:47.880215 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:47.883091 np0040594247 nova-compute[88153]: INFO os_vif [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:ea:73,bridge_name='br-int',has_traffic_filtering=True,id=32a8b8a8-ddbb-474d-b2c2-ec21913f65ab,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32a8b8a8-dd')
Apr 30 15:48:47.883091 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:47.883454 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:47.883590 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:47.895139 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] End _get_guest_xml xml=<domain type="qemu">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <uuid>31faddd1-b23a-4970-9abb-f2886a2cbd9b</uuid>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <name>instance-00000056</name>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <memory>262144</memory>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <vcpu>1</vcpu>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <metadata>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <nova:package version="31.1.0"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <nova:name>tempest-ListServerFiltersTestJSON-instance-647743469</nova:name>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <nova:creationTime>2025-04-30 15:48:47</nova:creationTime>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <nova:flavor name="m1.micro">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:memory>256</nova:memory>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:disk>1</nova:disk>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:swap>0</nova:swap>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:ephemeral>0</nova:ephemeral>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:vcpus>1</nova:vcpus>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       </nova:flavor>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <nova:owner>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:user uuid="167b9ccbd6cf41c7b6b452e59603feba">tempest-ListServerFiltersTestJSON-41892933-project-member</nova:user>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:project uuid="4266c8324c2c4e4d83d50dca26b68658">tempest-ListServerFiltersTestJSON-41892933</nova:project>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       </nova:owner>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <nova:root type="image" uuid="fb55ea5e-e415-45d2-aa69-f61faa9d98d8"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <nova:ports>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         <nova:port uuid="d8f39851-041e-45ac-bdec-aa0a28a9a25f">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:           <nova:ip type="fixed" address="10.1.0.4" ipVersion="4"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:         </nova:port>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       </nova:ports>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </nova:instance>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   </metadata>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <sysinfo type="smbios">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <system>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <entry name="manufacturer">OpenStack Foundation</entry>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <entry name="product">OpenStack Nova</entry>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <entry name="version">31.1.0</entry>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <entry name="serial">31faddd1-b23a-4970-9abb-f2886a2cbd9b</entry>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <entry name="uuid">31faddd1-b23a-4970-9abb-f2886a2cbd9b</entry>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <entry name="family">Virtual Machine</entry>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </system>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   </sysinfo>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <os>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <type arch="x86_64" machine="q35">hvm</type>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <boot dev="hd"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <smbios mode="sysinfo"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   </os>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <features>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <acpi/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <tcg>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <tb-cache unit="MiB">128</tb-cache>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </tcg>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <vmcoreinfo/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   </features>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <clock offset="utc"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <cpu mode="custom" match="exact">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <model>Nehalem</model>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <topology sockets="1" cores="1" threads="1"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   <devices>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <disk type="file" device="disk">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <driver name="qemu" type="qcow2" cache="none"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <target dev="vda" bus="virtio"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <disk type="file" device="cdrom">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <driver name="qemu" type="raw" cache="none"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk.config"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <target dev="sda" bus="sata"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </disk>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <interface type="ethernet">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <mac address="fa:16:3e:3e:4a:d7"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <model type="virtio"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <driver name="qemu"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <mtu size="1380"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <target dev="tapd8f39851-04"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </interface>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <serial type="pty">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <log file="/opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/console.log" append="off"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </serial>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <video>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <model type="virtio"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </video>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <rng model="virtio">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <backend model="random">/dev/urandom</backend>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </rng>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <controller type="usb" index="0" model="none"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     <memballoon model="virtio">
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:       <stats period="10"/>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:     </memballoon>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:   </devices>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]: </domain>
Apr 30 15:48:47.962561 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8049}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Preparing to wait for external event network-vif-plugged-d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:284}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ListServerFiltersTestJSON-instance-647743469',display_name='tempest-ListServerFiltersTestJSON-instance-647743469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(13),hidden=False,host='np0040594247',hostname='tempest-listserverfilterstestjson-instance-647743469',id=86,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=13,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4266c8324c2c4e4d83d50dca26b68658',ramdisk_id='',reservation_id='r-zgbo55w8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='q35',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ListServerFiltersTestJSON-41892933',owner_user_name='tempest-ListServerFiltersTestJSON-41892933-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:44Z,user_data=None,user_id='167b9ccbd6cf41c7b6b452e59603feba',uuid=31faddd1-b23a-4970-9abb-f2886a2cbd9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) plug /opt/stack/nova/nova/virt/libvirt/vif.py:721}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converting VIF {"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4a:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8f39851-041e-45ac-bdec-aa0a28a9a25f,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8f39851-04') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4a:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8f39851-041e-45ac-bdec-aa0a28a9a25f,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8f39851-04') {{(pid=88153) plug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:76}}
Apr 30 15:48:47.971016 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.971898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:47.971898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:47.972743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.973301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0018747c-c090-5334-b593-98d60d373470', '_type': 'linux-noop'}}, row=False) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:47.975513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.977648 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.980971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.981320 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8f39851-04, may_exist=True, interface_attrs={}) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:47.982259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8f39851-04, col_values=(('qos', UUID('6a3f5716-f778-466c-9cb1-76a7311e159a')),), if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:47.983042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8f39851-04, col_values=(('external_ids', {'iface-id': 'd8f39851-041e-45ac-bdec-aa0a28a9a25f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3e:4a:d7', 'vm-uuid': '31faddd1-b23a-4970-9abb-f2886a2cbd9b'}),), if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:47.984284 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.988986 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:48:47.994795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:47.995479 np0040594247 nova-compute[88153]: INFO os_vif [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4a:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8f39851-041e-45ac-bdec-aa0a28a9a25f,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8f39851-04')
Apr 30 15:48:48.296922 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Deleted allocations for instance ed1a9a54-c7fb-48d3-972b-e69c20dc84f7
Apr 30 15:48:48.322080 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:48.322558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:48.329983 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:48.329983 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Claim successful on node np0040594247
Apr 30 15:48:48.578165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:48.813784 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3768eecf-8a91-4673-8592-923463ed4632 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "ed1a9a54-c7fb-48d3-972b-e69c20dc84f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.105s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:48.882402 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:49.227214 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.245640 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.268212 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.297650 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.362167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.385647 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: a309a98d-7fee-4e1e-8e7a-39aa0f45c548] Took 1.50 seconds to deallocate network for instance.
Apr 30 15:48:49.410719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.495389 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:49.504105 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:49.506257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:49.506257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:49.506257 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:49.506257 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:49.539362 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] No BDM found with device name vda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 15:48:49.539779 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] No BDM found with device name sda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 15:48:49.540068 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] No VIF found with MAC fa:16:3e:3e:4a:d7, not building metadata {{(pid=88153) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12812}}
Apr 30 15:48:49.540818 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Using config drive
Apr 30 15:48:49.660695 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.669290 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.748081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.755345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.757589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.767233 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.775831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.788039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.800348 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.840239 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:49.878663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:50.010048 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:50.010826 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:50.190492 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:50.226854 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:50.354588 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Creating config drive at /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk.config
Apr 30 15:48:50.359782 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpmp8v4jil {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:50.407859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpmp8v4jil" returned: 0 in 0.047s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:50.459229 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Deleted allocations for instance a309a98d-7fee-4e1e-8e7a-39aa0f45c548
Apr 30 15:48:50.504039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:50.515839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:50.523303 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:50.533615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:50.536239 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:50.541276 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:50.923102 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-31f825f2-d58f-45a0-90a1-b0edb3d5ac44 req-feffc88d-137b-4b87-a291-36aac26c083b service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Received event network-vif-plugged-d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:50.923535 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-31f825f2-d58f-45a0-90a1-b0edb3d5ac44 req-feffc88d-137b-4b87-a291-36aac26c083b service nova] Acquiring lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:50.923958 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-31f825f2-d58f-45a0-90a1-b0edb3d5ac44 req-feffc88d-137b-4b87-a291-36aac26c083b service nova] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:50.924384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-31f825f2-d58f-45a0-90a1-b0edb3d5ac44 req-feffc88d-137b-4b87-a291-36aac26c083b service nova] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:50.924853 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-31f825f2-d58f-45a0-90a1-b0edb3d5ac44 req-feffc88d-137b-4b87-a291-36aac26c083b service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Processing event network-vif-plugged-d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11497}}
Apr 30 15:48:50.983312 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1fcc863d-9ea3-4dd7-8a6a-ec8e63f83030 tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "a309a98d-7fee-4e1e-8e7a-39aa0f45c548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.408s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:51.049856 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:51.050395 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:51.155455 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87bf1e69eb804fac81d9c46fb80067b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6edc5114869b4af08d4bcca613cd2d10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:51.557658 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:51.669106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:51.673160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:51.777446 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Successfully created port: 7ff58c89-0b57-48b9-8953-ca9a1c30b1be {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:52.066322 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:52.171249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquiring lock "216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:52.171249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:52.371339 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Instance event wait completed in 0 seconds for network-vif-plugged {{(pid=88153) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:578}}
Apr 30 15:48:52.374071 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Guest created on hypervisor {{(pid=88153) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4872}}
Apr 30 15:48:52.382763 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Instance spawned successfully.
Apr 30 15:48:52.382763 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1007}}
Apr 30 15:48:52.466800 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Successfully updated port: 7ff58c89-0b57-48b9-8953-ca9a1c30b1be {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:52.510224 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Received event network-changed-7ff58c89-0b57-48b9-8953-ca9a1c30b1be {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:52.510620 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Refreshing instance network info cache due to event network-changed-7ff58c89-0b57-48b9-8953-ca9a1c30b1be. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:52.510876 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] Acquiring lock "refresh_cache-8dd8d195-7806-4f8a-ac97-78109f38a56f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:52.511132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] Acquired lock "refresh_cache-8dd8d195-7806-4f8a-ac97-78109f38a56f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:52.511434 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Refreshing network info cache for port 7ff58c89-0b57-48b9-8953-ca9a1c30b1be {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:52.675222 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:48:52.895825 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:48:52.895983 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:48:52.903985 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Found default for hw_cdrom_bus of sata {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 15:48:52.904773 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Found default for hw_disk_bus of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 15:48:52.905123 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Found default for hw_input_bus of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 15:48:52.905996 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Found default for hw_pointer_model of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 15:48:52.906967 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Found default for hw_video_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 15:48:52.907615 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Found default for hw_vif_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 15:48:52.972814 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquiring lock "refresh_cache-8dd8d195-7806-4f8a-ac97-78109f38a56f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:53.071301 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:53.085438 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:53.087097 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:53.087612 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Creating image(s)
Apr 30 15:48:53.088314 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquiring lock "/opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:53.088721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "/opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:53.090112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "/opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:53.090713 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:53.096730 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:53.098442 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:53.219115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.120s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:53.221082 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:53.221600 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:53.223771 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:53.230484 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:53.231005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:53.253073 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:53.253901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:53.267106 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:48:53.267597 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Claim successful on node np0040594247
Apr 30 15:48:53.279015 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:53.356503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.125s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:53.357103 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:53.408917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk 1073741824" returned: 0 in 0.050s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:53.408917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.187s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:53.408917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:53.434355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:53.439601 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Took 8.63 seconds to spawn the instance on the hypervisor.
Apr 30 15:48:53.443145 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Checking state {{(pid=88153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}}
Apr 30 15:48:53.534282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.124s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:53.534282 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:53.534630 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:53.581379 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:53.649744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:53.650529 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Cannot resize image /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:53.650835 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:53.651156 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Ensure instance console log exists: /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:53.651801 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:53.652318 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:53.652816 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:53.661668 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Available mdevs at: set().
Apr 30 15:48:53.661959 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:53.662536 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:53.669462 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:53.674409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.022s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Traceback (most recent call last):
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     yield resources
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     return f(*args, **kwargs)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     chosen_mdev = self._create_mdev(
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     self._host.device_create(conf)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     raise e.with_traceback(tb)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     rv = meth(*args, **kwargs)
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:53.676735 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] 
Apr 30 15:48:53.789059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c359d947-7366-4251-a5c2-71df3a13faef req-9558678e-94b8-43f9-b17c-e698c00ae6f3 service nova] Releasing lock "refresh_cache-8dd8d195-7806-4f8a-ac97-78109f38a56f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:53.789728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquired lock "refresh_cache-8dd8d195-7806-4f8a-ac97-78109f38a56f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:53.790011 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:53.975967 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Took 17.16 seconds to build instance.
Apr 30 15:48:54.359157 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:54.480098 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae5e365c-dd22-4a21-8c01-223a19d946da tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.673s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:54.496708 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:54.511989 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:54.516824 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:54.516824 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:54.516824 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:54.516824 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:54.673922 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Updating instance_info_cache with network_info: [{"id": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "address": "fa:16:3e:f0:38:84", "network": {"id": "8b63cd0a-a169-4561-a176-c256f23817f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2026607316-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6edc5114869b4af08d4bcca613cd2d10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7ff58c89-0b", "ovs_interfaceid": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:55.024705 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:55.024705 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:55.177534 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Releasing lock "refresh_cache-8dd8d195-7806-4f8a-ac97-78109f38a56f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:55.180503 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Instance network_info: |[{"id": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "address": "fa:16:3e:f0:38:84", "network": {"id": "8b63cd0a-a169-4561-a176-c256f23817f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2026607316-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6edc5114869b4af08d4bcca613cd2d10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7ff58c89-0b", "ovs_interfaceid": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:48:55.180503 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Terminating instance
Apr 30 15:48:55.427717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.439382 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.451720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.546014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:55.546785 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:48:55.550712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.117s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:55.554705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:55.554705 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:48:55.566540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.645947 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.688141 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:55.693728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.695468 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:48:55.695642 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Instance destroyed successfully.
Apr 30 15:48:55.697011 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerAddressesTestJSON-server-885887886',display_name='tempest-ServerAddressesTestJSON-server-885887886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serveraddressestestjson-server-885887886',id=87,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6edc5114869b4af08d4bcca613cd2d10',ramdisk_id='',reservation_id='r-7l4301qu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerAddressesTestJSON-947492045',owner_user_name='tempest-ServerAddressesTestJSON-947492045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:52Z,user_data=None,user_id='87bf1e69eb804fac81d9c46fb80067b4',uuid=8dd8d195-7806-4f8a-ac97-78109f38a56f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "address": "fa:16:3e:f0:38:84", "network": {"id": "8b63cd0a-a169-4561-a176-c256f23817f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2026607316-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6edc5114869b4af08d4bcca613cd2d10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7ff58c89-0b", "ovs_interfaceid": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:55.697360 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Converting VIF {"id": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "address": "fa:16:3e:f0:38:84", "network": {"id": "8b63cd0a-a169-4561-a176-c256f23817f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2026607316-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6edc5114869b4af08d4bcca613cd2d10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7ff58c89-0b", "ovs_interfaceid": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:55.698416 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:38:84,bridge_name='br-int',has_traffic_filtering=True,id=7ff58c89-0b57-48b9-8953-ca9a1c30b1be,network=Network(8b63cd0a-a169-4561-a176-c256f23817f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff58c89-0b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:55.698908 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:38:84,bridge_name='br-int',has_traffic_filtering=True,id=7ff58c89-0b57-48b9-8953-ca9a1c30b1be,network=Network(8b63cd0a-a169-4561-a176-c256f23817f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff58c89-0b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:55.700915 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.701315 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ff58c89-0b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:55.701691 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:55.704617 np0040594247 nova-compute[88153]: INFO os_vif [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:38:84,bridge_name='br-int',has_traffic_filtering=True,id=7ff58c89-0b57-48b9-8953-ca9a1c30b1be,network=Network(8b63cd0a-a169-4561-a176-c256f23817f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff58c89-0b')
Apr 30 15:48:55.705132 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Deleting instance files /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f_del
Apr 30 15:48:55.705753 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Deletion of /opt/stack/data/nova/instances/8dd8d195-7806-4f8a-ac97-78109f38a56f_del complete
Apr 30 15:48:55.934353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.936368 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.938933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:55.946512 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:56.057499 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:48:56.058077 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:48:56.139641 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86109b98aef4181b6be8f0ba7adf858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a16b5c74f0c4596a8f9e04ccbe9caec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:48:56.218629 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:56.222829 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941ae720> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:48:56.222829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:56.222829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:56.563188 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:48:56.607486 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:56.712124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:56.712736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:56.816866 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b/disk --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:56.866414 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Successfully created port: 8c94d336-d211-416d-b945-89b798719d56 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:48:56.912284 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:56.926739 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:56.930040 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:56.930040 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:56.930040 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:56.930040 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:56.932522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:56.933032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:56.933524 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:56.934087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:56.934644 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:56.937614 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Terminating instance
Apr 30 15:48:57.070595 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:48:57.110150 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:48:57.112409 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1473MB free_disk=56.55291748046875GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:48:57.113113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:57.439710 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:57.440232 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:48:57.452432 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:48:57.483955 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.590086 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Successfully updated port: 8c94d336-d211-416d-b945-89b798719d56 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:48:57.630712 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Received event network-changed-8c94d336-d211-416d-b945-89b798719d56 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:57.631898 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Refreshing instance network info cache due to event network-changed-8c94d336-d211-416d-b945-89b798719d56. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:48:57.632269 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] Acquiring lock "refresh_cache-216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:57.632934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] Acquired lock "refresh_cache-216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:57.633730 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Refreshing network info cache for port 8c94d336-d211-416d-b945-89b798719d56 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:48:57.659474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.677259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.701897 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Instance destroyed successfully.
Apr 30 15:48:57.702910 np0040594247 nova-compute[88153]: DEBUG nova.objects.instance [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lazy-loading 'resources' on Instance uuid 31faddd1-b23a-4970-9abb-f2886a2cbd9b {{(pid=88153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Apr 30 15:48:57.710440 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.723999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.787110 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.829556 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.956914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.733s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Traceback (most recent call last):
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     return f(*args, **kwargs)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     chosen_mdev = self._create_mdev(
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     self._host.device_create(conf)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     raise e.with_traceback(tb)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     rv = meth(*args, **kwargs)
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:57.958203 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] 
Apr 30 15:48:57.959832 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:48:57.960529 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.961691 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.849s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:57.963120 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Build of instance 8dd8d195-7806-4f8a-ac97-78109f38a56f was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:48:57.967455 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:48:57.967901 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerAddressesTestJSON-server-885887886',display_name='tempest-ServerAddressesTestJSON-server-885887886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serveraddressestestjson-server-885887886',id=87,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6edc5114869b4af08d4bcca613cd2d10',ramdisk_id='',reservation_id='r-7l4301qu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerAddressesTestJSON-947492045',owner_user_name='tempest-ServerAddressesTestJSON-947492045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:56Z,user_data=None,user_id='87bf1e69eb804fac81d9c46fb80067b4',uuid=8dd8d195-7806-4f8a-ac97-78109f38a56f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "address": "fa:16:3e:f0:38:84", "network": {"id": "8b63cd0a-a169-4561-a176-c256f23817f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2026607316-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6edc5114869b4af08d4bcca613cd2d10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7ff58c89-0b", "ovs_interfaceid": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:57.968085 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Converting VIF {"id": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "address": "fa:16:3e:f0:38:84", "network": {"id": "8b63cd0a-a169-4561-a176-c256f23817f2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2026607316-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6edc5114869b4af08d4bcca613cd2d10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7ff58c89-0b", "ovs_interfaceid": "7ff58c89-0b57-48b9-8953-ca9a1c30b1be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:57.970088 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:38:84,bridge_name='br-int',has_traffic_filtering=True,id=7ff58c89-0b57-48b9-8953-ca9a1c30b1be,network=Network(8b63cd0a-a169-4561-a176-c256f23817f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff58c89-0b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:57.971246 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:38:84,bridge_name='br-int',has_traffic_filtering=True,id=7ff58c89-0b57-48b9-8953-ca9a1c30b1be,network=Network(8b63cd0a-a169-4561-a176-c256f23817f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff58c89-0b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:57.973255 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.975537 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7ff58c89-0b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:57.975864 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:48:57.977591 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:57.982026 np0040594247 nova-compute[88153]: INFO os_vif [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:38:84,bridge_name='br-int',has_traffic_filtering=True,id=7ff58c89-0b57-48b9-8953-ca9a1c30b1be,network=Network(8b63cd0a-a169-4561-a176-c256f23817f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7ff58c89-0b')
Apr 30 15:48:57.982026 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:48:57.982026 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:57.982026 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:57.988412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.082751 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:48:58.084422 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:48:58.084960 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Creating image(s)
Apr 30 15:48:58.086794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquiring lock "/opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:58.087200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "/opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:58.088254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "/opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:58.089330 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:58.094653 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:58.095993 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquiring lock "refresh_cache-216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:48:58.096929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:58.205053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:58.205609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:58.206380 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:58.210369 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:58.219382 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:48:58.220386 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:58.241631 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:58.247950 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:48:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ListServerFiltersTestJSON-instance-647743469',display_name='tempest-ListServerFiltersTestJSON-instance-647743469',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(13),hidden=False,host='np0040594247',hostname='tempest-listserverfilterstestjson-instance-647743469',id=86,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=13,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2025-04-30T15:48:53Z,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=256,metadata={},migration_context=<?>,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4266c8324c2c4e4d83d50dca26b68658',ramdisk_id='',reservation_id='r-zgbo55w8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='sata',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='q35',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ListServerFiltersTestJSON-41892933',owner_user_name='tempest-ListServerFiltersTestJSON-41892933-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2025-04-30T15:48:54Z,user_data=None,user_id='167b9ccbd6cf41c7b6b452e59603feba',uuid=31faddd1-b23a-4970-9abb-f2886a2cbd9b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:48:58.248642 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converting VIF {"id": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "address": "fa:16:3e:3e:4a:d7", "network": {"id": "225aa217-fad6-49d1-89ab-5e156e85117d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-531461144-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "4266c8324c2c4e4d83d50dca26b68658", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd8f39851-04", "ovs_interfaceid": "d8f39851-041e-45ac-bdec-aa0a28a9a25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:48:58.249810 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4a:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8f39851-041e-45ac-bdec-aa0a28a9a25f,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8f39851-04') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:48:58.250341 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4a:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8f39851-041e-45ac-bdec-aa0a28a9a25f,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8f39851-04') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:48:58.253953 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.254711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8f39851-04, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:58.262730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.266093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:48:58.267789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.267789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6a3f5716-f778-466c-9cb1-76a7311e159a) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:48:58.269238 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.270814 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:48:58.275146 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.279603 np0040594247 nova-compute[88153]: INFO os_vif [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:4a:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8f39851-041e-45ac-bdec-aa0a28a9a25f,network=Network(225aa217-fad6-49d1-89ab-5e156e85117d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8f39851-04')
Apr 30 15:48:58.280100 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Deleting instance files /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b_del
Apr 30 15:48:58.281075 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Deletion of /opt/stack/data/nova/instances/31faddd1-b23a-4970-9abb-f2886a2cbd9b_del complete
Apr 30 15:48:58.347768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.126s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:58.347768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:58.394844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk 1073741824" returned: 0 in 0.047s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:58.395232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.189s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:58.395834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:58.414975 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:58.492766 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:58.493404 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Checking if we can resize image /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:48:58.494107 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:48:58.584714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.595260 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:48:58.596176 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Cannot resize image /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:48:58.596816 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:48:58.597216 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Ensure instance console log exists: /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:48:58.597875 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:48:58.598313 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:48:58.599020 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:48:58.605638 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Available mdevs at: set().
Apr 30 15:48:58.605971 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:48:58.606255 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas xmlstr <device>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:58.610344 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:58.611463 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:48:58.616074 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Traceback (most recent call last):
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     yield resources
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     return f(*args, **kwargs)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     chosen_mdev = self._create_mdev(
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     self._host.device_create(conf)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     rv = execute(f, *args, **kwargs)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     raise e.with_traceback(tb)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     rv = meth(*args, **kwargs)
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:48:58.618244 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] 
Apr 30 15:48:58.738719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.748095 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.758906 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.793576 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Took 1.34 seconds to destroy the instance on the hypervisor.
Apr 30 15:48:58.794055 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:48:58.794846 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:48:58.794846 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:48:58.800200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.863611 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.902975 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:58.920694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-00a0d456-beb6-4f4e-b9bc-8e41215a40e1 req-dd6316f4-a6c8-463f-9e86-d63e85a9f807 service nova] Releasing lock "refresh_cache-216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:48:58.921416 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquired lock "refresh_cache-216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:48:58.921691 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:48:58.933756 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:59.028356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:59.038952 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 31faddd1-b23a-4970-9abb-f2886a2cbd9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:48:59.048540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:59.231926 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-145b4dfc-2a24-41ae-b803-5e828934e0d6 req-0d6497fe-e9b1-4a3e-847d-e52776f2f19a service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Received event network-vif-deleted-d8f39851-041e-45ac-bdec-aa0a28a9a25f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:48:59.232416 np0040594247 nova-compute[88153]: INFO nova.compute.manager [req-145b4dfc-2a24-41ae-b803-5e828934e0d6 req-0d6497fe-e9b1-4a3e-847d-e52776f2f19a service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Neutron deleted interface d8f39851-041e-45ac-bdec-aa0a28a9a25f; detaching it from the instance and deleting it from the info cache
Apr 30 15:48:59.232501 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-145b4dfc-2a24-41ae-b803-5e828934e0d6 req-0d6497fe-e9b1-4a3e-847d-e52776f2f19a service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:59.437613 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] [instance: 8dd8d195-7806-4f8a-ac97-78109f38a56f] Took 1.46 seconds to deallocate network for instance.
Apr 30 15:48:59.477550 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:48:59.543817 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 8dd8d195-7806-4f8a-ac97-78109f38a56f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:48:59.543817 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:48:59.544213 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:48:59.544360 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=896MB phys_disk=69GB used_disk=2GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:48:59.702250 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:59.742169 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-145b4dfc-2a24-41ae-b803-5e828934e0d6 req-0d6497fe-e9b1-4a3e-847d-e52776f2f19a service nova] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Detach interface failed, port_id=d8f39851-041e-45ac-bdec-aa0a28a9a25f, reason: Instance 31faddd1-b23a-4970-9abb-f2886a2cbd9b could not be found. {{(pid=88153) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}}
Apr 30 15:48:59.749407 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Updating instance_info_cache with network_info: [{"id": "8c94d336-d211-416d-b945-89b798719d56", "address": "fa:16:3e:26:73:d1", "network": {"id": "11f1be25-b208-4c3a-9a46-9864a1c7feae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1289246585-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5a16b5c74f0c4596a8f9e04ccbe9caec", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c94d336-d2", "ovs_interfaceid": "8c94d336-d211-416d-b945-89b798719d56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:48:59.781229 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]: </device>
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:59.794963 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:48:59.941743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:59.942993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:48:59.949730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:00.204960 np0040594247 nova-compute[88153]: INFO nova.compute.manager [-] [instance: 31faddd1-b23a-4970-9abb-f2886a2cbd9b] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:49:00.257215 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Releasing lock "refresh_cache-216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:00.257725 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Instance network_info: |[{"id": "8c94d336-d211-416d-b945-89b798719d56", "address": "fa:16:3e:26:73:d1", "network": {"id": "11f1be25-b208-4c3a-9a46-9864a1c7feae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1289246585-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5a16b5c74f0c4596a8f9e04ccbe9caec", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c94d336-d2", "ovs_interfaceid": "8c94d336-d211-416d-b945-89b798719d56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:00.258507 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Terminating instance
Apr 30 15:49:00.300544 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:00.300544 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:00.494880 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Deleted allocations for instance 8dd8d195-7806-4f8a-ac97-78109f38a56f
Apr 30 15:49:00.715903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:00.765375 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:00.769423 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:00.769576 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Instance destroyed successfully.
Apr 30 15:49:00.771135 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerTagsTestJSON-server-1969674833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-servertagstestjson-server-1969674833',id=88,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a16b5c74f0c4596a8f9e04ccbe9caec',ramdisk_id='',reservation_id='r-ylg7u2vb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerTagsTestJSON-1199289228',owner_user_name='tempest-ServerTagsTestJSON-1199289228-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:48:57Z,user_data=None,user_id='f86109b98aef4181b6be8f0ba7adf858',uuid=216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c94d336-d211-416d-b945-89b798719d56", "address": "fa:16:3e:26:73:d1", "network": {"id": "11f1be25-b208-4c3a-9a46-9864a1c7feae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1289246585-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5a16b5c74f0c4596a8f9e04ccbe9caec", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c94d336-d2", "ovs_interfaceid": "8c94d336-d211-416d-b945-89b798719d56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:00.771697 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Converting VIF {"id": "8c94d336-d211-416d-b945-89b798719d56", "address": "fa:16:3e:26:73:d1", "network": {"id": "11f1be25-b208-4c3a-9a46-9864a1c7feae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1289246585-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5a16b5c74f0c4596a8f9e04ccbe9caec", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c94d336-d2", "ovs_interfaceid": "8c94d336-d211-416d-b945-89b798719d56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:00.773322 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:73:d1,bridge_name='br-int',has_traffic_filtering=True,id=8c94d336-d211-416d-b945-89b798719d56,network=Network(11f1be25-b208-4c3a-9a46-9864a1c7feae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c94d336-d2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:00.774132 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:73:d1,bridge_name='br-int',has_traffic_filtering=True,id=8c94d336-d211-416d-b945-89b798719d56,network=Network(11f1be25-b208-4c3a-9a46-9864a1c7feae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c94d336-d2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:00.777309 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:00.778069 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c94d336-d2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:00.778447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:00.781398 np0040594247 nova-compute[88153]: INFO os_vif [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:73:d1,bridge_name='br-int',has_traffic_filtering=True,id=8c94d336-d211-416d-b945-89b798719d56,network=Network(11f1be25-b208-4c3a-9a46-9864a1c7feae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c94d336-d2')
Apr 30 15:49:00.782150 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Deleting instance files /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25_del
Apr 30 15:49:00.783147 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Deletion of /opt/stack/data/nova/instances/216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25_del complete
Apr 30 15:49:00.815751 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:49:00.816130 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.854s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:00.816751 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.101s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:01.008110 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7fc0a004-8db0-4974-b0e7-ac791e392cc9 tempest-ServerAddressesTestJSON-947492045 tempest-ServerAddressesTestJSON-947492045-project-member] Lock "8dd8d195-7806-4f8a-ac97-78109f38a56f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.741s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:01.010872 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:01.017576 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:01.021866 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:01.021866 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:01.021866 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:01.021866 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:01.045533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "49b9a54d-615b-45eb-97f9-7f2376d648ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:01.046070 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "49b9a54d-615b-45eb-97f9-7f2376d648ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:01.093088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:01.093811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:01.295305 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:01.298636 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d706478f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:01.298802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:01.525868 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:01.526319 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:01.550007 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:01.598830 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:01.937470 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:02.041615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.225s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:02.044912 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.746s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:02.086177 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Deleted allocations for instance 31faddd1-b23a-4970-9abb-f2886a2cbd9b
Apr 30 15:49:02.090687 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:02.143728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:02.697709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:02.705800 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:02.707290 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:02.707290 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:02.872000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:02.911436 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:03.105974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cb005078-e3d4-478a-b7dc-20886959b97a tempest-ListServerFiltersTestJSON-41892933 tempest-ListServerFiltersTestJSON-41892933-project-member] Lock "31faddd1-b23a-4970-9abb-f2886a2cbd9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.171s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:03.134112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:03.188409 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:03.210849 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:03.211340 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:03.586122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:03.726468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.681s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Traceback (most recent call last):
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     return f(*args, **kwargs)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     chosen_mdev = self._create_mdev(
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     self._host.device_create(conf)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     raise e.with_traceback(tb)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     rv = meth(*args, **kwargs)
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:03.729768 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] 
Apr 30 15:49:03.732830 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:03.732830 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.642s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:03.733305 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Build of instance 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:03.735924 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:03.737047 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerTagsTestJSON-server-1969674833',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-servertagstestjson-server-1969674833',id=88,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a16b5c74f0c4596a8f9e04ccbe9caec',ramdisk_id='',reservation_id='r-ylg7u2vb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerTagsTestJSON-1199289228',owner_user_name='tempest-ServerTagsTestJSON-1199289228-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:01Z,user_data=None,user_id='f86109b98aef4181b6be8f0ba7adf858',uuid=216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c94d336-d211-416d-b945-89b798719d56", "address": "fa:16:3e:26:73:d1", "network": {"id": "11f1be25-b208-4c3a-9a46-9864a1c7feae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1289246585-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5a16b5c74f0c4596a8f9e04ccbe9caec", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c94d336-d2", "ovs_interfaceid": "8c94d336-d211-416d-b945-89b798719d56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:03.737359 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Converting VIF {"id": "8c94d336-d211-416d-b945-89b798719d56", "address": "fa:16:3e:26:73:d1", "network": {"id": "11f1be25-b208-4c3a-9a46-9864a1c7feae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1289246585-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5a16b5c74f0c4596a8f9e04ccbe9caec", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c94d336-d2", "ovs_interfaceid": "8c94d336-d211-416d-b945-89b798719d56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:03.738196 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:73:d1,bridge_name='br-int',has_traffic_filtering=True,id=8c94d336-d211-416d-b945-89b798719d56,network=Network(11f1be25-b208-4c3a-9a46-9864a1c7feae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c94d336-d2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:03.738598 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:73:d1,bridge_name='br-int',has_traffic_filtering=True,id=8c94d336-d211-416d-b945-89b798719d56,network=Network(11f1be25-b208-4c3a-9a46-9864a1c7feae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c94d336-d2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:03.740417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:03.740926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c94d336-d2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:03.741251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:03.746332 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:03.746787 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Claim successful on node np0040594247
Apr 30 15:49:03.755731 np0040594247 nova-compute[88153]: INFO os_vif [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:73:d1,bridge_name='br-int',has_traffic_filtering=True,id=8c94d336-d211-416d-b945-89b798719d56,network=Network(11f1be25-b208-4c3a-9a46-9864a1c7feae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c94d336-d2')
Apr 30 15:49:03.755731 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:03.755731 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:03.755731 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:03.813815 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:03.814970 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:03.814970 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:03.814970 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:03.815173 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:03.815254 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:49:03.940072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:03.942446 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:04.688297 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:04.935601 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:04.943558 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:04.946027 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:04.946027 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:04.946027 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:04.946027 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:05.190946 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] [instance: 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25] Took 1.44 seconds to deallocate network for instance.
Apr 30 15:49:05.451791 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:05.452491 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:05.945335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:05.971711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:05.971711 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:05.974759 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.831s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:05.982077 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:05.982559 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Claim successful on node np0040594247
Apr 30 15:49:06.251247 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Deleted allocations for instance 216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25
Apr 30 15:49:06.484625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:49:06.484625 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:49:06.570234 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c96f153ef444b1b02620062372ee04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5205b740193e4cf1a634b3ce33d47a15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:49:06.766555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-da1d7d60-9a57-41b8-a169-62a9fe3e5232 tempest-ServerTagsTestJSON-1199289228 tempest-ServerTagsTestJSON-1199289228-project-member] Lock "216b0a84-34f7-4bd5-b0e6-2a8dd99d4a25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.595s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:06.987517 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:07.147819 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:07.164263 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:07.165149 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:07.165149 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:07.165557 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:07.167792 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:07.173606 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Successfully created port: 0ca6c0dd-1520-419b-8e61-b947fee1cabf {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:49:07.495847 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:07.680186 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:07.682448 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:07.708572 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.735136 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.740506 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.794170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.866011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.913499 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.944010 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.949653 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:07.973566 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Successfully updated port: 0ca6c0dd-1520-419b-8e61-b947fee1cabf {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:49:08.019154 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Received event network-changed-0ca6c0dd-1520-419b-8e61-b947fee1cabf {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:49:08.020179 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Refreshing instance network info cache due to event network-changed-0ca6c0dd-1520-419b-8e61-b947fee1cabf. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:49:08.020179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] Acquiring lock "refresh_cache-49b9a54d-615b-45eb-97f9-7f2376d648ad" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:08.020179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] Acquired lock "refresh_cache-49b9a54d-615b-45eb-97f9-7f2376d648ad" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:08.021150 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Refreshing network info cache for port 0ca6c0dd-1520-419b-8e61-b947fee1cabf {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:49:08.200564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:08.201444 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:08.269618 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:08.479862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "refresh_cache-49b9a54d-615b-45eb-97f9-7f2376d648ad" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:08.511931 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:08.513498 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:08.515038 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Creating image(s)
Apr 30 15:49:08.518709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "/opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:08.518709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:08.518709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:08.518709 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:08.527405 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:08.533724 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:08.588488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:08.634981 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:08.635622 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:08.636387 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:08.637184 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:08.644146 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:08.644691 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:08.665259 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:08.718758 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:49:08.719239 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:49:08.754978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:08.755658 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:08.797470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:08.797860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.161s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:08.798515 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:08.907712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:08.908360 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:08.908982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:08.937525 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c96f153ef444b1b02620062372ee04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5205b740193e4cf1a634b3ce33d47a15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:49:09.012612 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:09.018728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:09.018728 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Cannot resize image /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:09.018728 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:09.018728 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Ensure instance console log exists: /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:09.018728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:09.018728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:09.019699 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:09.029020 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Available mdevs at: set().
Apr 30 15:49:09.029609 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:09.030121 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:09.042245 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:09.043018 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:09.054078 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.035s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Traceback (most recent call last):
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     yield resources
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     return f(*args, **kwargs)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     chosen_mdev = self._create_mdev(
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     self._host.device_create(conf)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     raise e.with_traceback(tb)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     rv = meth(*args, **kwargs)
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:09.057426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] 
Apr 30 15:49:09.225716 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:09.517377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-87c5820b-1df6-4c7a-8cf3-e81586ee63e8 req-33107628-934c-4e5b-9b79-b6578914387d service nova] Releasing lock "refresh_cache-49b9a54d-615b-45eb-97f9-7f2376d648ad" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:09.518211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquired lock "refresh_cache-49b9a54d-615b-45eb-97f9-7f2376d648ad" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:09.518476 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:09.599261 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:09.621041 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Successfully created port: 36a92a37-7af3-453e-b22d-caba74ed6385 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:49:09.628326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:09.733804 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:09.895557 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:09.937496 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.032180 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.040265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.059826 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.094694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.138102 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:10.168027 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.222262 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.466017 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Successfully updated port: 36a92a37-7af3-453e-b22d-caba74ed6385 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:49:10.473318 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.485710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.502443 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.526975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Received event network-changed-36a92a37-7af3-453e-b22d-caba74ed6385 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:49:10.527295 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Refreshing instance network info cache due to event network-changed-36a92a37-7af3-453e-b22d-caba74ed6385. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:49:10.527623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] Acquiring lock "refresh_cache-c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:10.528984 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] Acquired lock "refresh_cache-c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:10.529273 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Refreshing network info cache for port 36a92a37-7af3-453e-b22d-caba74ed6385 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:49:10.539705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.545831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.638600 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Updating instance_info_cache with network_info: [{"id": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "address": "fa:16:3e:61:4b:69", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ca6c0dd-15", "ovs_interfaceid": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:10.642928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.697850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:10.754314 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:10.759131 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:10.759611 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Creating image(s)
Apr 30 15:49:10.760471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "/opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:10.760869 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:10.765140 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:10.765841 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:10.771648 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:10.774600 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:10.883476 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:10.885029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:10.885152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:10.885903 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:10.892567 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:10.893520 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:10.972749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "refresh_cache-c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:11.003278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:11.003957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:11.065132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk 1073741824" returned: 0 in 0.058s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:11.065132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.177s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:11.065132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:11.080447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.091253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.101037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.120709 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:11.141372 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.146706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Releasing lock "refresh_cache-49b9a54d-615b-45eb-97f9-7f2376d648ad" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:11.146706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Instance network_info: |[{"id": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "address": "fa:16:3e:61:4b:69", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ca6c0dd-15", "ovs_interfaceid": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:11.146706 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Terminating instance
Apr 30 15:49:11.187704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.122s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:11.187704 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:11.187704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:11.231466 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.291485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.301410 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:11.301990 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Cannot resize image /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:11.303035 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:11.303422 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Ensure instance console log exists: /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:11.304105 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:11.304546 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:11.304973 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:11.309283 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Available mdevs at: set().
Apr 30 15:49:11.309734 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:11.309876 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:11.314920 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:11.319167 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:11.320066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:11.332477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.028s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Traceback (most recent call last):
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     yield resources
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     return f(*args, **kwargs)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     chosen_mdev = self._create_mdev(
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     self._host.device_create(conf)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     raise e.with_traceback(tb)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     rv = meth(*args, **kwargs)
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:11.334804 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] 
Apr 30 15:49:11.659913 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:11.666353 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:11.666353 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Instance destroyed successfully.
Apr 30 15:49:11.667234 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-80543782',display_name='tempest-tempest.common.compute-instance-80543782-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-tempest-common-compute-instance-80543782-1',id=89,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-c606m9gh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:08Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=49b9a54d-615b-45eb-97f9-7f2376d648ad,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "address": "fa:16:3e:61:4b:69", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ca6c0dd-15", "ovs_interfaceid": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:11.670065 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "address": "fa:16:3e:61:4b:69", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ca6c0dd-15", "ovs_interfaceid": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:11.670780 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:4b:69,bridge_name='br-int',has_traffic_filtering=True,id=0ca6c0dd-1520-419b-8e61-b947fee1cabf,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca6c0dd-15') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:11.671263 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:4b:69,bridge_name='br-int',has_traffic_filtering=True,id=0ca6c0dd-1520-419b-8e61-b947fee1cabf,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca6c0dd-15') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:11.675966 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.675966 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0ca6c0dd-15, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:11.675966 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:11.680008 np0040594247 nova-compute[88153]: INFO os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:4b:69,bridge_name='br-int',has_traffic_filtering=True,id=0ca6c0dd-1520-419b-8e61-b947fee1cabf,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca6c0dd-15')
Apr 30 15:49:11.680566 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Deleting instance files /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad_del
Apr 30 15:49:11.681345 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Deletion of /opt/stack/data/nova/instances/49b9a54d-615b-45eb-97f9-7f2376d648ad_del complete
Apr 30 15:49:11.818921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-89146c31-c36c-4336-a38e-18ed401fb60d req-278b7327-5aed-4cc4-8fe5-dd10c77318d0 service nova] Releasing lock "refresh_cache-c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:11.820554 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquired lock "refresh_cache-c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:11.820554 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:11.948859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:11.950322 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.024188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.042323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.044881 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.046409 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.047854 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.064268 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.069157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.198985 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:12.204750 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705f3f80> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:12.205446 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:12.205847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:12.352645 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.371283 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:12.389735 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:12.678369 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Updating instance_info_cache with network_info: [{"id": "36a92a37-7af3-453e-b22d-caba74ed6385", "address": "fa:16:3e:7f:1c:2b", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap36a92a37-7a", "ovs_interfaceid": "36a92a37-7af3-453e-b22d-caba74ed6385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:12.875576 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:12.888297 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:12.891271 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:12.891271 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:12.891271 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:12.891271 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:13.182771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Releasing lock "refresh_cache-c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:13.182771 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Instance network_info: |[{"id": "36a92a37-7af3-453e-b22d-caba74ed6385", "address": "fa:16:3e:7f:1c:2b", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap36a92a37-7a", "ovs_interfaceid": "36a92a37-7af3-453e-b22d-caba74ed6385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:13.183367 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Terminating instance
Apr 30 15:49:13.397495 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:13.398034 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:13.592453 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.663455 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.676506 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.684993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.691980 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:13.693601 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.704196 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:13.704838 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Instance destroyed successfully.
Apr 30 15:49:13.706562 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:48:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-80543782',display_name='tempest-tempest.common.compute-instance-80543782-2',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-tempest-common-compute-instance-80543782-2',id=90,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=1,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-c606m9gh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:10Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36a92a37-7af3-453e-b22d-caba74ed6385", "address": "fa:16:3e:7f:1c:2b", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap36a92a37-7a", "ovs_interfaceid": "36a92a37-7af3-453e-b22d-caba74ed6385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:13.706562 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "36a92a37-7af3-453e-b22d-caba74ed6385", "address": "fa:16:3e:7f:1c:2b", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap36a92a37-7a", "ovs_interfaceid": "36a92a37-7af3-453e-b22d-caba74ed6385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:13.707954 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:1c:2b,bridge_name='br-int',has_traffic_filtering=True,id=36a92a37-7af3-453e-b22d-caba74ed6385,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a92a37-7a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:13.708380 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:1c:2b,bridge_name='br-int',has_traffic_filtering=True,id=36a92a37-7af3-453e-b22d-caba74ed6385,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a92a37-7a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:13.713733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.714140 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36a92a37-7a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:13.714382 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:13.722727 np0040594247 nova-compute[88153]: INFO os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:1c:2b,bridge_name='br-int',has_traffic_filtering=True,id=36a92a37-7af3-453e-b22d-caba74ed6385,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a92a37-7a')
Apr 30 15:49:13.724064 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Deleting instance files /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6_del
Apr 30 15:49:13.724064 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Deletion of /opt/stack/data/nova/instances/c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6_del complete
Apr 30 15:49:13.728214 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.797223 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.841954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.912627 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.707s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Traceback (most recent call last):
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     return f(*args, **kwargs)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     chosen_mdev = self._create_mdev(
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     self._host.device_create(conf)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     raise e.with_traceback(tb)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     rv = meth(*args, **kwargs)
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:13.914133 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] 
Apr 30 15:49:13.916100 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:13.917286 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Build of instance 49b9a54d-615b-45eb-97f9-7f2376d648ad was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:13.919559 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:13.920642 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-80543782',display_name='tempest-tempest.common.compute-instance-80543782-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-tempest-common-compute-instance-80543782-1',id=89,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-c606m9gh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:12Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=49b9a54d-615b-45eb-97f9-7f2376d648ad,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "address": "fa:16:3e:61:4b:69", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ca6c0dd-15", "ovs_interfaceid": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:13.921134 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "address": "fa:16:3e:61:4b:69", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0ca6c0dd-15", "ovs_interfaceid": "0ca6c0dd-1520-419b-8e61-b947fee1cabf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:13.921845 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:4b:69,bridge_name='br-int',has_traffic_filtering=True,id=0ca6c0dd-1520-419b-8e61-b947fee1cabf,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca6c0dd-15') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:13.922311 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:4b:69,bridge_name='br-int',has_traffic_filtering=True,id=0ca6c0dd-1520-419b-8e61-b947fee1cabf,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca6c0dd-15') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:13.924696 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.925091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0ca6c0dd-15, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:13.925756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:13.927758 np0040594247 nova-compute[88153]: INFO os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:4b:69,bridge_name='br-int',has_traffic_filtering=True,id=0ca6c0dd-1520-419b-8e61-b947fee1cabf,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0ca6c0dd-15')
Apr 30 15:49:13.928072 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:13.929187 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:13.929959 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:13.991898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.996339 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:13.997440 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:14.240225 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:14.249537 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7034e1b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:14.249795 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:14.251052 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:14.899513 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:14.933953 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:14.946376 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:14.948510 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:14.948510 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:14.948510 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:14.948510 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:14.971431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquiring lock "13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:14.971813 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:15.349255 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.362317 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.374103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.392098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.410779 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 49b9a54d-615b-45eb-97f9-7f2376d648ad] Took 1.48 seconds to deallocate network for instance.
Apr 30 15:49:15.454089 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.455928 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:15.457053 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:15.475829 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:15.499487 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.952804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.956895 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.958283 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.974124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.722s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Traceback (most recent call last):
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     return f(*args, **kwargs)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     chosen_mdev = self._create_mdev(
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     self._host.device_create(conf)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     raise e.with_traceback(tb)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     rv = meth(*args, **kwargs)
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:15.977174 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] 
Apr 30 15:49:15.978898 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:15.985555 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Build of instance c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:15.988268 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:15.989368 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:48:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-80543782',display_name='tempest-tempest.common.compute-instance-80543782-2',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-tempest-common-compute-instance-80543782-2',id=90,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=1,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-c606m9gh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:14Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36a92a37-7af3-453e-b22d-caba74ed6385", "address": "fa:16:3e:7f:1c:2b", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap36a92a37-7a", "ovs_interfaceid": "36a92a37-7af3-453e-b22d-caba74ed6385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:15.989862 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "36a92a37-7af3-453e-b22d-caba74ed6385", "address": "fa:16:3e:7f:1c:2b", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap36a92a37-7a", "ovs_interfaceid": "36a92a37-7af3-453e-b22d-caba74ed6385", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:15.990643 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:1c:2b,bridge_name='br-int',has_traffic_filtering=True,id=36a92a37-7af3-453e-b22d-caba74ed6385,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a92a37-7a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:15.991093 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:1c:2b,bridge_name='br-int',has_traffic_filtering=True,id=36a92a37-7af3-453e-b22d-caba74ed6385,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a92a37-7a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:15.994141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:15.994571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36a92a37-7a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:15.995029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:15.999851 np0040594247 nova-compute[88153]: INFO os_vif [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:1c:2b,bridge_name='br-int',has_traffic_filtering=True,id=36a92a37-7af3-453e-b22d-caba74ed6385,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36a92a37-7a')
Apr 30 15:49:16.000193 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:16.000470 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:16.000799 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:16.055255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:16.055630 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:16.070611 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:16.070611 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Claim successful on node np0040594247
Apr 30 15:49:16.466174 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Deleted allocations for instance 49b9a54d-615b-45eb-97f9-7f2376d648ad
Apr 30 15:49:16.930639 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:16.981191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "49b9a54d-615b-45eb-97f9-7f2376d648ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.935s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:16.995050 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "e641350c-2cdb-4b62-b9db-a4d18e987371" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:16.995357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "e641350c-2cdb-4b62-b9db-a4d18e987371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:17.158502 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:17.174586 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:17.239188 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:17.244711 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:17.245585 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:17.245585 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:17.245585 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:17.245910 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:17.434076 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:49:17.498441 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:17.750674 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:17.751230 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:18.035417 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:18.204517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquiring lock "12c19f8a-09ca-4a3f-836c-ca3f337256bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:18.204934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "12c19f8a-09ca-4a3f-836c-ca3f337256bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:18.262647 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:18.263313 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:18.266542 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.231s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:18.273461 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:18.274008 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Claim successful on node np0040594247
Apr 30 15:49:18.280162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:18.484817 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Deleted allocations for instance c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6
Apr 30 15:49:18.596661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:18.707962 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:18.771625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:49:18.772109 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:49:18.840273 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228c208c57e0493e81d7a0583c76f0e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d1abcbf9adc4c67a846b66f358b174b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:49:18.969926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:18.979007 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:18.996591 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-df112a50-f6f5-4817-a1ce-b38625520375 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "c7a8a3fe-b2e1-4018-90aa-bcca2c3381b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.903s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:19.242152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:19.275718 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:19.364558 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Successfully created port: f36c7695-349e-46b8-8262-c4a97fe191cd {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:49:19.433388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:19.443178 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:19.444127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:19.444127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:19.444269 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:19.444685 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:19.780841 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:19.951471 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:19.951998 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:19.973039 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Successfully updated port: f36c7695-349e-46b8-8262-c4a97fe191cd {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:49:20.006663 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Received event network-changed-f36c7695-349e-46b8-8262-c4a97fe191cd {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:49:20.007488 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Refreshing instance network info cache due to event network-changed-f36c7695-349e-46b8-8262-c4a97fe191cd. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:49:20.007488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] Acquiring lock "refresh_cache-13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:20.008823 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] Acquired lock "refresh_cache-13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:20.008823 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Refreshing network info cache for port f36c7695-349e-46b8-8262-c4a97fe191cd {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:49:20.465726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:20.466297 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:20.469977 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.228s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:20.476145 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:20.476447 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Claim successful on node np0040594247
Apr 30 15:49:20.479740 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquiring lock "refresh_cache-13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:20.558835 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:20.673580 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:20.797724 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:20.799267 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:20.799739 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Creating image(s)
Apr 30 15:49:20.800402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquiring lock "/opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:20.800756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "/opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:20.801654 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "/opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:20.802401 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:20.807990 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:20.809625 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:20.901430 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:20.902038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:20.902801 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:20.903499 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:20.908546 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:20.909153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:20.979889 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:49:21.002421 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:21.003003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:21.040188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:21.040828 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:21.041328 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:21.132191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:21.132937 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:21.133413 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:21.178116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0e0c624b-4ec6-4cb7-bfa1-abf160c2507c req-ada03ed3-488c-4bca-a255-bbad2494f726 service nova] Releasing lock "refresh_cache-13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:21.178985 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquired lock "refresh_cache-13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:21.179308 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:21.227328 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:21.227976 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Cannot resize image /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:21.228804 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:21.228804 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Ensure instance console log exists: /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:21.229161 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:21.229516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:21.230035 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:21.233192 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Available mdevs at: set().
Apr 30 15:49:21.233467 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:21.233764 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:21.238476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:21.241726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.012s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Traceback (most recent call last):
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     yield resources
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     return f(*args, **kwargs)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     chosen_mdev = self._create_mdev(
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     self._host.device_create(conf)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     raise e.with_traceback(tb)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     rv = meth(*args, **kwargs)
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:21.244285 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] 
Apr 30 15:49:21.480934 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:21.615352 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:21.622103 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:21.622874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:21.622874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:21.623232 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:21.623523 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:21.728941 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:21.977039 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Updating instance_info_cache with network_info: [{"id": "f36c7695-349e-46b8-8262-c4a97fe191cd", "address": "fa:16:3e:4b:e4:ee", "network": {"id": "aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40585652-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0d1abcbf9adc4c67a846b66f358b174b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf36c7695-34", "ovs_interfaceid": "f36c7695-349e-46b8-8262-c4a97fe191cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:21.986827 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:22.128401 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:22.128938 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:22.480770 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Releasing lock "refresh_cache-13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:22.481209 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Instance network_info: |[{"id": "f36c7695-349e-46b8-8262-c4a97fe191cd", "address": "fa:16:3e:4b:e4:ee", "network": {"id": "aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40585652-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0d1abcbf9adc4c67a846b66f358b174b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf36c7695-34", "ovs_interfaceid": "f36c7695-349e-46b8-8262-c4a97fe191cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:22.481862 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Terminating instance
Apr 30 15:49:22.640847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:22.641522 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:22.989404 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:22.993977 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:22.993977 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Instance destroyed successfully.
Apr 30 15:49:22.995413 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:49:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerAddressesNegativeTestJSON-server-1142879744',display_name='tempest-ServerAddressesNegativeTestJSON-server-1142879744',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serveraddressesnegativetestjson-server-1142879744',id=91,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d1abcbf9adc4c67a846b66f358b174b',ramdisk_id='',reservation_id='r-mjv89n8f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerAddressesNegativeTestJSON-2135351791',owner_user_name='tempest-ServerAddressesNegativeTestJSON-2135351791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:20Z,user_data=None,user_id='228c208c57e0493e81d7a0583c76f0e1',uuid=13c3a47a-4ca4-4ada-b005-d8f0ded77e5c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f36c7695-349e-46b8-8262-c4a97fe191cd", "address": "fa:16:3e:4b:e4:ee", "network": {"id": "aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40585652-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0d1abcbf9adc4c67a846b66f358b174b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf36c7695-34", "ovs_interfaceid": "f36c7695-349e-46b8-8262-c4a97fe191cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:22.995783 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Converting VIF {"id": "f36c7695-349e-46b8-8262-c4a97fe191cd", "address": "fa:16:3e:4b:e4:ee", "network": {"id": "aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40585652-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0d1abcbf9adc4c67a846b66f358b174b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf36c7695-34", "ovs_interfaceid": "f36c7695-349e-46b8-8262-c4a97fe191cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:22.996609 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:e4:ee,bridge_name='br-int',has_traffic_filtering=True,id=f36c7695-349e-46b8-8262-c4a97fe191cd,network=Network(aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf36c7695-34') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:22.997336 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:e4:ee,bridge_name='br-int',has_traffic_filtering=True,id=f36c7695-349e-46b8-8262-c4a97fe191cd,network=Network(aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf36c7695-34') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:23.000033 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:23.001429 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:23.001906 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Creating image(s)
Apr 30 15:49:23.003195 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "/opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:23.003195 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "/opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:23.003934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "/opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:23.004742 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:23.009944 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:23.011178 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:23.011317 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf36c7695-34, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:23.011544 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:23.013165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:23.025362 np0040594247 nova-compute[88153]: INFO os_vif [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:e4:ee,bridge_name='br-int',has_traffic_filtering=True,id=f36c7695-349e-46b8-8262-c4a97fe191cd,network=Network(aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf36c7695-34')
Apr 30 15:49:23.026497 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Deleting instance files /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c_del
Apr 30 15:49:23.027463 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Deletion of /opt/stack/data/nova/instances/13c3a47a-4ca4-4ada-b005-d8f0ded77e5c_del complete
Apr 30 15:49:23.109299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:23.110303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:23.111724 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:23.112824 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:23.119037 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:23.119558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:23.153778 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:49:23.154100 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:49:23.213651 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:23.214173 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:23.233209 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d716a2d48142a6b6759f5c8bbc7c12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b23ada0f91c458d978cf7a9a89c0598', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:49:23.244907 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "7b41a3e3-39a8-483c-96e0-fe4606b96dbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:23.245250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "7b41a3e3-39a8-483c-96e0-fe4606b96dbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:23.252382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:23.253305 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.141s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:23.253305 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:23.275924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:23.276265 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:23.344324 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:23.345013 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:23.345400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:23.439209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:23.439769 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Cannot resize image /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:23.440371 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:23.440752 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Ensure instance console log exists: /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:23.441315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:23.441901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:23.442488 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:23.446950 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Available mdevs at: set().
Apr 30 15:49:23.447224 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:23.447491 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:23.453736 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:23.462736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Traceback (most recent call last):
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     yield resources
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     return f(*args, **kwargs)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     chosen_mdev = self._create_mdev(
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     self._host.device_create(conf)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     raise e.with_traceback(tb)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     rv = meth(*args, **kwargs)
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] 
Apr 30 15:49:23.464461 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Terminating instance
Apr 30 15:49:23.539919 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:23.544626 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7040fdd0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:23.544962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:23.545334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:23.601626 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:23.662141 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:23.750900 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:23.765427 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Successfully created port: 3fbe2945-8d97-4d05-835d-1c24afa5493b {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:49:23.780179 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:23.971158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "refresh_cache-e641350c-2cdb-4b62-b9db-a4d18e987371" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:23.971931 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquired lock "refresh_cache-e641350c-2cdb-4b62-b9db-a4d18e987371" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:23.971931 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:24.167535 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:24.297881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:24.311459 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:24.318282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:24.322104 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:24.323793 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:24.323793 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:24.323793 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:24.323793 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:24.384555 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Successfully updated port: 3fbe2945-8d97-4d05-835d-1c24afa5493b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:49:24.417022 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Received event network-changed-3fbe2945-8d97-4d05-835d-1c24afa5493b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:49:24.417338 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Refreshing instance network info cache due to event network-changed-3fbe2945-8d97-4d05-835d-1c24afa5493b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:49:24.418016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] Acquiring lock "refresh_cache-12c19f8a-09ca-4a3f-836c-ca3f337256bf" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:24.418100 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] Acquired lock "refresh_cache-12c19f8a-09ca-4a3f-836c-ca3f337256bf" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:24.418353 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Refreshing network info cache for port 3fbe2945-8d97-4d05-835d-1c24afa5493b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:49:24.505071 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:24.581177 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:24.828889 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:24.829108 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:24.888023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquiring lock "refresh_cache-12c19f8a-09ca-4a3f-836c-ca3f337256bf" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:24.966099 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:25.076942 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:25.084385 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Releasing lock "refresh_cache-e641350c-2cdb-4b62-b9db-a4d18e987371" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:25.084927 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:25.088113 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:25.088278 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Instance destroyed successfully.
Apr 30 15:49:25.088942 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Deleting instance files /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371_del
Apr 30 15:49:25.089576 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Deletion of /opt/stack/data/nova/instances/e641350c-2cdb-4b62-b9db-a4d18e987371_del complete
Apr 30 15:49:25.185534 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:25.186901 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:25.187368 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Creating image(s)
Apr 30 15:49:25.188103 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquiring lock "/opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:25.188461 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "/opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:25.189427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "/opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:25.190246 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:25.195652 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:25.197271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:25.295002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:25.297010 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:25.297680 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:25.298278 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:25.303603 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:25.304155 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:25.343463 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.797s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Traceback (most recent call last):
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     return f(*args, **kwargs)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     chosen_mdev = self._create_mdev(
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     self._host.device_create(conf)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     raise e.with_traceback(tb)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     rv = meth(*args, **kwargs)
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:25.345619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] 
Apr 30 15:49:25.347570 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:25.350495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.054s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:25.353805 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Build of instance 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:25.356303 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:25.357545 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:49:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerAddressesNegativeTestJSON-server-1142879744',display_name='tempest-ServerAddressesNegativeTestJSON-server-1142879744',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serveraddressesnegativetestjson-server-1142879744',id=91,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d1abcbf9adc4c67a846b66f358b174b',ramdisk_id='',reservation_id='r-mjv89n8f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerAddressesNegativeTestJSON-2135351791',owner_user_name='tempest-ServerAddressesNegativeTestJSON-2135351791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:23Z,user_data=None,user_id='228c208c57e0493e81d7a0583c76f0e1',uuid=13c3a47a-4ca4-4ada-b005-d8f0ded77e5c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f36c7695-349e-46b8-8262-c4a97fe191cd", "address": "fa:16:3e:4b:e4:ee", "network": {"id": "aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40585652-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0d1abcbf9adc4c67a846b66f358b174b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf36c7695-34", "ovs_interfaceid": "f36c7695-349e-46b8-8262-c4a97fe191cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:25.357948 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Converting VIF {"id": "f36c7695-349e-46b8-8262-c4a97fe191cd", "address": "fa:16:3e:4b:e4:ee", "network": {"id": "aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40585652-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0d1abcbf9adc4c67a846b66f358b174b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf36c7695-34", "ovs_interfaceid": "f36c7695-349e-46b8-8262-c4a97fe191cd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:25.359046 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:e4:ee,bridge_name='br-int',has_traffic_filtering=True,id=f36c7695-349e-46b8-8262-c4a97fe191cd,network=Network(aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf36c7695-34') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:25.359836 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:e4:ee,bridge_name='br-int',has_traffic_filtering=True,id=f36c7695-349e-46b8-8262-c4a97fe191cd,network=Network(aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf36c7695-34') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:25.364466 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:25.364830 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Claim successful on node np0040594247
Apr 30 15:49:25.368387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:25.368994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf36c7695-34, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:25.369331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:25.372281 np0040594247 nova-compute[88153]: INFO os_vif [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:e4:ee,bridge_name='br-int',has_traffic_filtering=True,id=f36c7695-349e-46b8-8262-c4a97fe191cd,network=Network(aa81c4af-aaa8-489d-bc0f-b8fe27be4ae9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf36c7695-34')
Apr 30 15:49:25.372623 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:25.372952 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:25.373333 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:25.418569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.114s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:25.419203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:25.460447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:25.460585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.163s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:25.461097 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:25.565877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:25.567563 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Checking if we can resize image /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:25.567563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:25.583060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e9a1e97b-378a-4bbb-b65c-10dae8f27289 req-3b9169df-7a41-41c6-9c5d-6a1441e7d959 service nova] Releasing lock "refresh_cache-12c19f8a-09ca-4a3f-836c-ca3f337256bf" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:25.584018 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquired lock "refresh_cache-12c19f8a-09ca-4a3f-836c-ca3f337256bf" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:25.584401 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:25.599097 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Took 0.51 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:25.599541 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:49:25.599914 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:49:25.606196 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d703be150> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:25.606196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:25.670810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:25.670810 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Cannot resize image /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:25.670810 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:25.670810 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Ensure instance console log exists: /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:25.670810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:25.670810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:25.671999 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:25.675134 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Available mdevs at: set().
Apr 30 15:49:25.675545 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:25.675966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:25.680391 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:25.682278 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:25.687346 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Traceback (most recent call last):
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     yield resources
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     return f(*args, **kwargs)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     chosen_mdev = self._create_mdev(
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     self._host.device_create(conf)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     raise e.with_traceback(tb)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     rv = meth(*args, **kwargs)
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:25.688708 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] 
Apr 30 15:49:26.141032 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:26.366840 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Updating instance_info_cache with network_info: [{"id": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "address": "fa:16:3e:a2:4d:d8", "network": {"id": "98984fa0-b2a8-4e17-93a0-3545aa51c870", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530372493-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2b23ada0f91c458d978cf7a9a89c0598", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3fbe2945-8d", "ovs_interfaceid": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:26.382153 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:26.561257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:26.566569 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:26.567814 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:26.567814 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:26.567814 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:26.568062 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:26.870608 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Releasing lock "refresh_cache-12c19f8a-09ca-4a3f-836c-ca3f337256bf" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:26.871146 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Instance network_info: |[{"id": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "address": "fa:16:3e:a2:4d:d8", "network": {"id": "98984fa0-b2a8-4e17-93a0-3545aa51c870", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530372493-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2b23ada0f91c458d978cf7a9a89c0598", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3fbe2945-8d", "ovs_interfaceid": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:26.871701 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Terminating instance
Apr 30 15:49:26.888241 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] [instance: 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c] Took 1.51 seconds to deallocate network for instance.
Apr 30 15:49:27.072975 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:27.073530 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:27.377600 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:27.381045 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:27.381307 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Instance destroyed successfully.
Apr 30 15:49:27.382713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:49:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1546134128',display_name='tempest-ServerActionsTestOtherA-server-1546134128',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serveractionstestothera-server-1546134128',id=93,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8PMvbf533eamQ6GE2oFVww0ckDr0MShlJyCkdsHg10ktValN19+qcJ5uWBNNgBr6QJhYlK9GMmlCuDX/7Ib/YCw1qxUbavzGqh1+v7UQ7nWJPe2L+cUhwC3PukBiAbjQ==',key_name='tempest-keypair-712141575',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b23ada0f91c458d978cf7a9a89c0598',ramdisk_id='',reservation_id='r-vqdrjj4n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2114861728',owner_user_name='tempest-ServerActionsTestOtherA-2114861728-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d716a2d48142a6b6759f5c8bbc7c12',uuid=12c19f8a-09ca-4a3f-836c-ca3f337256bf,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "address": "fa:16:3e:a2:4d:d8", "network": {"id": "98984fa0-b2a8-4e17-93a0-3545aa51c870", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530372493-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2b23ada0f91c458d978cf7a9a89c0598", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3fbe2945-8d", "ovs_interfaceid": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:27.383193 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Converting VIF {"id": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "address": "fa:16:3e:a2:4d:d8", "network": {"id": "98984fa0-b2a8-4e17-93a0-3545aa51c870", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530372493-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2b23ada0f91c458d978cf7a9a89c0598", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3fbe2945-8d", "ovs_interfaceid": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:27.384258 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:4d:d8,bridge_name='br-int',has_traffic_filtering=True,id=3fbe2945-8d97-4d05-835d-1c24afa5493b,network=Network(98984fa0-b2a8-4e17-93a0-3545aa51c870),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fbe2945-8d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:27.384835 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:4d:d8,bridge_name='br-int',has_traffic_filtering=True,id=3fbe2945-8d97-4d05-835d-1c24afa5493b,network=Network(98984fa0-b2a8-4e17-93a0-3545aa51c870),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fbe2945-8d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:27.386820 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:27.387473 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3fbe2945-8d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:27.387815 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:27.390153 np0040594247 nova-compute[88153]: INFO os_vif [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:4d:d8,bridge_name='br-int',has_traffic_filtering=True,id=3fbe2945-8d97-4d05-835d-1c24afa5493b,network=Network(98984fa0-b2a8-4e17-93a0-3545aa51c870),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fbe2945-8d')
Apr 30 15:49:27.390568 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Deleting instance files /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf_del
Apr 30 15:49:27.391251 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Deletion of /opt/stack/data/nova/instances/12c19f8a-09ca-4a3f-836c-ca3f337256bf_del complete
Apr 30 15:49:27.585998 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:27.586696 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:27.589994 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.272s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:27.594683 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:27.595026 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Claim successful on node np0040594247
Apr 30 15:49:27.906833 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:27.911172 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70664a40> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:27.911453 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:27.936490 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Deleted allocations for instance 13c3a47a-4ca4-4ada-b005-d8f0ded77e5c
Apr 30 15:49:28.095497 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:49:28.095797 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:49:28.162555 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c96f153ef444b1b02620062372ee04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5205b740193e4cf1a634b3ce33d47a15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:49:28.283109 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:28.447308 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-862da773-fa70-4681-b1c0-41f6451877b2 tempest-ServerAddressesNegativeTestJSON-2135351791 tempest-ServerAddressesNegativeTestJSON-2135351791-project-member] Lock "13c3a47a-4ca4-4ada-b005-d8f0ded77e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.475s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:28.600423 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:28.618709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:28.682662 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Successfully created port: fc60ad69-8a1d-4066-893c-5f1a07f6617a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:49:28.760938 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:28.767777 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:28.768758 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:28.768758 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:28.768758 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:28.769190 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:29.109991 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:29.273533 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:29.274174 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:29.304846 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Successfully updated port: fc60ad69-8a1d-4066-893c-5f1a07f6617a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:49:29.334808 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Received event network-changed-fc60ad69-8a1d-4066-893c-5f1a07f6617a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:49:29.335106 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Refreshing instance network info cache due to event network-changed-fc60ad69-8a1d-4066-893c-5f1a07f6617a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:49:29.336115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] Acquiring lock "refresh_cache-7b41a3e3-39a8-483c-96e0-fe4606b96dbc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:29.336115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] Acquired lock "refresh_cache-7b41a3e3-39a8-483c-96e0-fe4606b96dbc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:29.336115 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Refreshing network info cache for port fc60ad69-8a1d-4066-893c-5f1a07f6617a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:49:29.785747 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:29.786544 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:29.790008 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 4.185s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:29.808013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "refresh_cache-7b41a3e3-39a8-483c-96e0-fe4606b96dbc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:29.918323 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:30.100522 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:30.126099 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:30.127647 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:30.128263 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Creating image(s)
Apr 30 15:49:30.129027 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:30.129566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:30.130640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:30.131875 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:30.137989 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:30.140211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:30.232508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:30.233069 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:30.233785 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:30.234418 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:30.239776 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:30.240279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:30.307653 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:49:30.310434 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:49:30.333010 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:30.334203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:30.371464 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:30.372216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:30.372703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:30.405557 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c96f153ef444b1b02620062372ee04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5205b740193e4cf1a634b3ce33d47a15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:49:30.467892 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:30.467892 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:30.467892 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:30.521975 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:30.530761 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:30.558569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:30.560705 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Cannot resize image /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:30.560705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:30.560705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Ensure instance console log exists: /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:30.561029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:30.561749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:30.562499 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:30.567070 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Available mdevs at: set().
Apr 30 15:49:30.567775 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:30.567998 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:30.574203 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:30.575087 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:30.578243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Traceback (most recent call last):
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     yield resources
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     return f(*args, **kwargs)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     chosen_mdev = self._create_mdev(
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     self._host.device_create(conf)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     raise e.with_traceback(tb)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     rv = meth(*args, **kwargs)
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:30.580756 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] 
Apr 30 15:49:30.604288 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-dce55a12-fd51-4db7-ba3e-7ded36162049 req-d27f4ef5-b5a9-4e10-8949-51fba7f7a42a service nova] Releasing lock "refresh_cache-7b41a3e3-39a8-483c-96e0-fe4606b96dbc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:30.605083 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquired lock "refresh_cache-7b41a3e3-39a8-483c-96e0-fe4606b96dbc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:30.605385 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:30.807663 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:30.922127 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Successfully created port: d9aa2134-64f7-4f5b-b669-f84ecc881068 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:49:30.970793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:31.005867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:31.036512 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:31.036512 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:31.182606 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:31.228024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:31.245307 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:31.316038 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:31.550773 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.760s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Traceback (most recent call last):
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     return f(*args, **kwargs)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     chosen_mdev = self._create_mdev(
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     self._host.device_create(conf)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     raise e.with_traceback(tb)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     rv = meth(*args, **kwargs)
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:31.553485 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] 
Apr 30 15:49:31.555990 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:31.557596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 3.646s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:31.563438 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Build of instance e641350c-2cdb-4b62-b9db-a4d18e987371 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:31.565870 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:31.566253 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquiring lock "refresh_cache-e641350c-2cdb-4b62-b9db-a4d18e987371" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:31.566522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Acquired lock "refresh_cache-e641350c-2cdb-4b62-b9db-a4d18e987371" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:31.567160 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:31.624266 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Updating instance_info_cache with network_info: [{"id": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "address": "fa:16:3e:bd:a0:4d", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapfc60ad69-8a", "ovs_interfaceid": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:31.731301 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Successfully updated port: d9aa2134-64f7-4f5b-b669-f84ecc881068 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:49:31.761845 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Received event network-changed-d9aa2134-64f7-4f5b-b669-f84ecc881068 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:49:31.762236 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Refreshing instance network info cache due to event network-changed-d9aa2134-64f7-4f5b-b669-f84ecc881068. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:49:31.762551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] Acquiring lock "refresh_cache-a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:31.762871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] Acquired lock "refresh_cache-a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:31.763073 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Refreshing network info cache for port d9aa2134-64f7-4f5b-b669-f84ecc881068 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:49:31.955777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:32.103480 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:32.130379 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Releasing lock "refresh_cache-7b41a3e3-39a8-483c-96e0-fe4606b96dbc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:32.130840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Instance network_info: |[{"id": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "address": "fa:16:3e:bd:a0:4d", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapfc60ad69-8a", "ovs_interfaceid": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:32.134641 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Terminating instance
Apr 30 15:49:32.201804 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:32.230820 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:32.234506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "refresh_cache-a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:32.236972 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:32.237935 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:32.237935 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:32.237935 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:32.238373 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:32.315578 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:32.328354 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:32.329826 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:32.330247 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Creating image(s)
Apr 30 15:49:32.330944 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "/opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:32.331272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:32.332204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "/opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:32.332950 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:32.338374 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:32.340309 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:32.433491 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:32.437733 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:32.438337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:32.439306 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:32.440061 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:32.445086 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:32.445611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:32.538344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:32.538866 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:32.574338 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:32.575034 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.136s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:32.575561 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:32.644352 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:32.648066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:32.648252 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Instance destroyed successfully.
Apr 30 15:49:32.649826 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MultipleCreateTestJSON-server-2053973195',display_name='tempest-MultipleCreateTestJSON-server-2053973195-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-multiplecreatetestjson-server-2053973195-1',id=94,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-a9948z4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:29Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=7b41a3e3-39a8-483c-96e0-fe4606b96dbc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "address": "fa:16:3e:bd:a0:4d", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapfc60ad69-8a", "ovs_interfaceid": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:32.650179 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "address": "fa:16:3e:bd:a0:4d", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapfc60ad69-8a", "ovs_interfaceid": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:32.651279 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:a0:4d,bridge_name='br-int',has_traffic_filtering=True,id=fc60ad69-8a1d-4066-893c-5f1a07f6617a,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc60ad69-8a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:32.651772 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:a0:4d,bridge_name='br-int',has_traffic_filtering=True,id=fc60ad69-8a1d-4066-893c-5f1a07f6617a,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc60ad69-8a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:32.653843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:32.654409 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc60ad69-8a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:32.654780 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:32.657515 np0040594247 nova-compute[88153]: INFO os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:a0:4d,bridge_name='br-int',has_traffic_filtering=True,id=fc60ad69-8a1d-4066-893c-5f1a07f6617a,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc60ad69-8a')
Apr 30 15:49:32.658056 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Deleting instance files /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc_del
Apr 30 15:49:32.662037 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Deletion of /opt/stack/data/nova/instances/7b41a3e3-39a8-483c-96e0-fe4606b96dbc_del complete
Apr 30 15:49:32.667404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:32.667919 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:32.668725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:32.709057 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Releasing lock "refresh_cache-e641350c-2cdb-4b62-b9db-a4d18e987371" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:32.709645 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:32.710031 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] [instance: e641350c-2cdb-4b62-b9db-a4d18e987371] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:49:32.751533 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:32.751533 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:32.769288 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:32.769288 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Cannot resize image /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:32.769288 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:32.769288 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Ensure instance console log exists: /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:32.769552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:32.769904 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:32.770288 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:32.776927 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Available mdevs at: set().
Apr 30 15:49:32.777239 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:32.777525 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:32.801958 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:32.805874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:32.814164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.044s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Traceback (most recent call last):
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     yield resources
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     return f(*args, **kwargs)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     chosen_mdev = self._create_mdev(
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     self._host.device_create(conf)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     raise e.with_traceback(tb)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     rv = meth(*args, **kwargs)
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:32.816421 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] 
Apr 30 15:49:32.938525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-4a2d1215-a458-4a7b-b7ec-0d2c930d3107 req-b34a0827-bbbd-4151-ba24-a9ae5ee47a22 service nova] Releasing lock "refresh_cache-a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:32.939205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquired lock "refresh_cache-a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:32.939483 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:33.185134 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:33.188872 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d704fec90> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:33.189268 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:33.261116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.703s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Traceback (most recent call last):
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     return f(*args, **kwargs)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     chosen_mdev = self._create_mdev(
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     self._host.device_create(conf)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     raise e.with_traceback(tb)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     rv = meth(*args, **kwargs)
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:33.263559 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] 
Apr 30 15:49:33.265263 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:33.267837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.077s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:33.270850 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Build of instance 12c19f8a-09ca-4a3f-836c-ca3f337256bf was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:33.273230 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:33.274360 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:49:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1546134128',display_name='tempest-ServerActionsTestOtherA-server-1546134128',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serveractionstestothera-server-1546134128',id=93,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE8PMvbf533eamQ6GE2oFVww0ckDr0MShlJyCkdsHg10ktValN19+qcJ5uWBNNgBr6QJhYlK9GMmlCuDX/7Ib/YCw1qxUbavzGqh1+v7UQ7nWJPe2L+cUhwC3PukBiAbjQ==',key_name='tempest-keypair-712141575',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2b23ada0f91c458d978cf7a9a89c0598',ramdisk_id='',reservation_id='r-vqdrjj4n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2114861728',owner_user_name='tempest-ServerActionsTestOtherA-2114861728-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d716a2d48142a6b6759f5c8bbc7c12',uuid=12c19f8a-09ca-4a3f-836c-ca3f337256bf,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "address": "fa:16:3e:a2:4d:d8", "network": {"id": "98984fa0-b2a8-4e17-93a0-3545aa51c870", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530372493-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2b23ada0f91c458d978cf7a9a89c0598", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3fbe2945-8d", "ovs_interfaceid": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:33.274731 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Converting VIF {"id": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "address": "fa:16:3e:a2:4d:d8", "network": {"id": "98984fa0-b2a8-4e17-93a0-3545aa51c870", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1530372493-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2b23ada0f91c458d978cf7a9a89c0598", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3fbe2945-8d", "ovs_interfaceid": "3fbe2945-8d97-4d05-835d-1c24afa5493b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:33.275809 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:4d:d8,bridge_name='br-int',has_traffic_filtering=True,id=3fbe2945-8d97-4d05-835d-1c24afa5493b,network=Network(98984fa0-b2a8-4e17-93a0-3545aa51c870),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fbe2945-8d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:33.276776 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:4d:d8,bridge_name='br-int',has_traffic_filtering=True,id=3fbe2945-8d97-4d05-835d-1c24afa5493b,network=Network(98984fa0-b2a8-4e17-93a0-3545aa51c870),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fbe2945-8d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:33.281123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:33.281691 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3fbe2945-8d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:33.282029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:33.286011 np0040594247 nova-compute[88153]: INFO os_vif [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:4d:d8,bridge_name='br-int',has_traffic_filtering=True,id=3fbe2945-8d97-4d05-835d-1c24afa5493b,network=Network(98984fa0-b2a8-4e17-93a0-3545aa51c870),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fbe2945-8d')
Apr 30 15:49:33.286208 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:33.286511 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:33.286860 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:33.501694 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:33.614703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:33.781798 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Deleted allocations for instance e641350c-2cdb-4b62-b9db-a4d18e987371
Apr 30 15:49:33.870405 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Updating instance_info_cache with network_info: [{"id": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "address": "fa:16:3e:5f:f8:72", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd9aa2134-64", "ovs_interfaceid": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:33.959746 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:33.965601 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:33.966555 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:33.966555 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:33.966724 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:33.967356 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:34.318075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5c0a19b6-65d9-4163-9a93-257c7b2cce3b tempest-ServersListShow296Test-1738870546 tempest-ServersListShow296Test-1738870546-project-member] Lock "e641350c-2cdb-4b62-b9db-a4d18e987371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.322s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:34.318657 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:34.353914 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:34.370115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:34.374497 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Releasing lock "refresh_cache-a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:34.374951 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Instance network_info: |[{"id": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "address": "fa:16:3e:5f:f8:72", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd9aa2134-64", "ovs_interfaceid": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:34.375288 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Terminating instance
Apr 30 15:49:34.472862 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:34.473515 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:34.822237 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] [instance: 12c19f8a-09ca-4a3f-836c-ca3f337256bf] Took 1.54 seconds to deallocate network for instance.
Apr 30 15:49:34.883757 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:34.891297 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:34.891498 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Instance destroyed successfully.
Apr 30 15:49:34.894777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MultipleCreateTestJSON-server-2053973195',display_name='tempest-MultipleCreateTestJSON-server-2053973195-2',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-multiplecreatetestjson-server-2053973195-2',id=95,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=1,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-a9948z4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:31Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "address": "fa:16:3e:5f:f8:72", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd9aa2134-64", "ovs_interfaceid": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:34.894777 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "address": "fa:16:3e:5f:f8:72", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd9aa2134-64", "ovs_interfaceid": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:34.894777 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:f8:72,bridge_name='br-int',has_traffic_filtering=True,id=d9aa2134-64f7-4f5b-b669-f84ecc881068,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9aa2134-64') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:34.894777 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:f8:72,bridge_name='br-int',has_traffic_filtering=True,id=d9aa2134-64f7-4f5b-b669-f84ecc881068,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9aa2134-64') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:34.897179 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:34.897644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9aa2134-64, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:34.898054 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:34.901021 np0040594247 nova-compute[88153]: INFO os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:f8:72,bridge_name='br-int',has_traffic_filtering=True,id=d9aa2134-64f7-4f5b-b669-f84ecc881068,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9aa2134-64')
Apr 30 15:49:34.901649 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Deleting instance files /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9_del
Apr 30 15:49:34.903239 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Deletion of /opt/stack/data/nova/instances/a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9_del complete
Apr 30 15:49:34.985516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.719s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Traceback (most recent call last):
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     return f(*args, **kwargs)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     chosen_mdev = self._create_mdev(
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     self._host.device_create(conf)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     raise e.with_traceback(tb)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     rv = meth(*args, **kwargs)
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:34.987626 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] 
Apr 30 15:49:34.989077 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:34.991396 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Build of instance 7b41a3e3-39a8-483c-96e0-fe4606b96dbc was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:34.994061 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:34.995598 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MultipleCreateTestJSON-server-2053973195',display_name='tempest-MultipleCreateTestJSON-server-2053973195-1',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-multiplecreatetestjson-server-2053973195-1',id=94,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-a9948z4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:33Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=7b41a3e3-39a8-483c-96e0-fe4606b96dbc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "address": "fa:16:3e:bd:a0:4d", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapfc60ad69-8a", "ovs_interfaceid": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:34.995598 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "address": "fa:16:3e:bd:a0:4d", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapfc60ad69-8a", "ovs_interfaceid": "fc60ad69-8a1d-4066-893c-5f1a07f6617a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:34.996285 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:a0:4d,bridge_name='br-int',has_traffic_filtering=True,id=fc60ad69-8a1d-4066-893c-5f1a07f6617a,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc60ad69-8a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:34.996779 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:a0:4d,bridge_name='br-int',has_traffic_filtering=True,id=fc60ad69-8a1d-4066-893c-5f1a07f6617a,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc60ad69-8a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:34.998727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:34.999043 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc60ad69-8a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:34.999589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:35.003342 np0040594247 nova-compute[88153]: INFO os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:a0:4d,bridge_name='br-int',has_traffic_filtering=True,id=fc60ad69-8a1d-4066-893c-5f1a07f6617a,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc60ad69-8a')
Apr 30 15:49:35.003847 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:35.004006 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:35.004215 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:35.412731 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:35.417473 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7034f4a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:35.417797 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:35.418177 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:35.850203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:35.865805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:35.881554 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:35.890956 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Deleted allocations for instance 12c19f8a-09ca-4a3f-836c-ca3f337256bf
Apr 30 15:49:35.903444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:35.960954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:35.964602 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:35.966721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:35.989580 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.023038 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:36.050166 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.073825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.087823 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.093315 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:36.097921 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:36.104990 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:36.105931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:36.105931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:36.106049 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:36.107010 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:36.128502 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.197627 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.256220 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:36.408460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-526967b3-7bae-40c3-baa6-b3d2abb894d5 tempest-ServerActionsTestOtherA-2114861728 tempest-ServerActionsTestOtherA-2114861728-project-member] Lock "12c19f8a-09ca-4a3f-836c-ca3f337256bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.203s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:36.527844 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: 7b41a3e3-39a8-483c-96e0-fe4606b96dbc] Took 1.52 seconds to deallocate network for instance.
Apr 30 15:49:36.612200 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:36.612699 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:37.126701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.706s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Traceback (most recent call last):
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     return f(*args, **kwargs)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     chosen_mdev = self._create_mdev(
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     self._host.device_create(conf)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     raise e.with_traceback(tb)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     rv = meth(*args, **kwargs)
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:37.127130 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] 
Apr 30 15:49:37.131693 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:37.135115 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Build of instance a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:37.138162 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:37.139399 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:49:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-MultipleCreateTestJSON-server-2053973195',display_name='tempest-MultipleCreateTestJSON-server-2053973195-2',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-multiplecreatetestjson-server-2053973195-2',id=95,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=1,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5205b740193e4cf1a634b3ce33d47a15',ramdisk_id='',reservation_id='r-a9948z4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MultipleCreateTestJSON-1606085653',owner_user_name='tempest-MultipleCreateTestJSON-1606085653-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:35Z,user_data=None,user_id='a2c96f153ef444b1b02620062372ee04',uuid=a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "address": "fa:16:3e:5f:f8:72", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd9aa2134-64", "ovs_interfaceid": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:37.140028 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converting VIF {"id": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "address": "fa:16:3e:5f:f8:72", "network": {"id": "2ebe8209-fdee-4e56-807d-ade51bdc500b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1893142555-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "5205b740193e4cf1a634b3ce33d47a15", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd9aa2134-64", "ovs_interfaceid": "d9aa2134-64f7-4f5b-b669-f84ecc881068", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:37.141242 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:f8:72,bridge_name='br-int',has_traffic_filtering=True,id=d9aa2134-64f7-4f5b-b669-f84ecc881068,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9aa2134-64') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:37.141864 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:f8:72,bridge_name='br-int',has_traffic_filtering=True,id=d9aa2134-64f7-4f5b-b669-f84ecc881068,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9aa2134-64') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:37.144043 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:37.145216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd9aa2134-64, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:37.145216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:37.147537 np0040594247 nova-compute[88153]: INFO os_vif [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:f8:72,bridge_name='br-int',has_traffic_filtering=True,id=d9aa2134-64f7-4f5b-b669-f84ecc881068,network=Network(2ebe8209-fdee-4e56-807d-ade51bdc500b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd9aa2134-64')
Apr 30 15:49:37.147845 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:37.148423 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:37.148983 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:37.604977 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Deleted allocations for instance 7b41a3e3-39a8-483c-96e0-fe4606b96dbc
Apr 30 15:49:37.981857 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:37.982942 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:37.989166 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:38.119788 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "7b41a3e3-39a8-483c-96e0-fe4606b96dbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.874s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:38.224093 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:38.284498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:38.616576 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:38.729929 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] [instance: a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9] Took 1.58 seconds to deallocate network for instance.
Apr 30 15:49:38.902004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:38.915271 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:38.933127 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:38.952819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.020493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.079978 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.486852 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.514591 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.805602 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Deleted allocations for instance a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9
Apr 30 15:49:39.828045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.847839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.968769 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.971267 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.974011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:39.976654 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:40.317250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ae6165a6-3270-477f-b470-3a768877eef6 tempest-MultipleCreateTestJSON-1606085653 tempest-MultipleCreateTestJSON-1606085653-project-member] Lock "a11c5de2-2a8f-4c1e-9ea0-83a964d4f1e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.041s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:40.871657 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "e331354f-5c01-4295-92a4-e2551e19e283" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:40.871657 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "e331354f-5c01-4295-92a4-e2551e19e283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:41.379974 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:41.582621 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquiring lock "031f970f-6d71-4a15-8c23-366bb201b97b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:41.582831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "031f970f-6d71-4a15-8c23-366bb201b97b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:41.928105 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:41.928105 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:41.936524 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:41.937743 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Claim successful on node np0040594247
Apr 30 15:49:41.975908 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:41.978290 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:42.085543 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:42.626455 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:43.082785 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:43.090159 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:43.091395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:43.091395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:43.091395 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:43.091951 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:43.340860 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:43.381130 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:43.593063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:43.598706 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:43.598706 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:43.625016 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:43.629476 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:43.971830 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:43.973581 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:44.111877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:44.113923 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:44.117251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.491s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:44.125353 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:44.125969 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Claim successful on node np0040594247
Apr 30 15:49:44.139235 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:44.159098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:44.623194 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:49:44.838342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:44.847830 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:44.859878 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:44.889400 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:44.951957 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.008343 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.125167 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:45.285015 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:45.293449 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:45.294873 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:45.294873 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:45.294873 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:45.295111 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:45.631195 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:45.800285 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:45.800498 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:45.845042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.853385 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.871704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.896329 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.963775 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.972940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.974766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.976331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.979904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.995616 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:45.998622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:46.001261 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:46.003069 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:46.009952 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:46.319027 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:46.319585 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:49:46.645485 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:46.647663 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:46.647663 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Creating image(s)
Apr 30 15:49:46.648629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "/opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:46.649221 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "/opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:46.650358 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "/opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:46.651462 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:46.659950 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:46.661471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:46.763297 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:46.764804 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:46.766221 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:46.767579 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:46.773619 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:46.774867 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:46.833262 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:49:46.833660 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:49:46.877710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:46.878634 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:46.911040 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2856b850db419e8325a3e8efc1dd0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f90385fa6b5478f863f556369c22814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:49:46.928940 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk 1073741824" returned: 0 in 0.050s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:46.928940 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.163s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:46.929405 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:47.033621 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:47.033935 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:47.034630 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:47.149962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:47.150733 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Cannot resize image /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:47.151205 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:47.151586 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Ensure instance console log exists: /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:47.152182 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:47.152943 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:47.153750 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:47.157756 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Available mdevs at: set().
Apr 30 15:49:47.158042 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:47.158314 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:47.168360 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:47.169289 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:47.174032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283] Traceback (most recent call last):
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     yield resources
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     return f(*args, **kwargs)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     chosen_mdev = self._create_mdev(
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     self._host.device_create(conf)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     raise e.with_traceback(tb)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     rv = meth(*args, **kwargs)
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:47.176407 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283] 
Apr 30 15:49:47.178981 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Terminating instance
Apr 30 15:49:47.342317 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:49:47.465654 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Successfully created port: e081c783-efdf-41e7-beae-99806fcaa7c6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:49:47.688511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "refresh_cache-e331354f-5c01-4295-92a4-e2551e19e283" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:47.688511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquired lock "refresh_cache-e331354f-5c01-4295-92a4-e2551e19e283" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:47.688511 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:47.851710 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:49:47.862807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:47.872613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:47.887872 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:47.968949 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:48.050915 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:48.104739 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:48.245399 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:48.288006 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:48.457316 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:48.486493 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Successfully updated port: e081c783-efdf-41e7-beae-99806fcaa7c6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:49:48.542345 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Received event network-changed-e081c783-efdf-41e7-beae-99806fcaa7c6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:49:48.542647 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Refreshing instance network info cache due to event network-changed-e081c783-efdf-41e7-beae-99806fcaa7c6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:49:48.542995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] Acquiring lock "refresh_cache-031f970f-6d71-4a15-8c23-366bb201b97b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:48.543536 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] Acquired lock "refresh_cache-031f970f-6d71-4a15-8c23-366bb201b97b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:48.543536 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Refreshing network info cache for port e081c783-efdf-41e7-beae-99806fcaa7c6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:49:48.631720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:48.866444 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:49:48.868051 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:49:48.868235 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Creating image(s)
Apr 30 15:49:48.872902 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquiring lock "/opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:48.873272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "/opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.004s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:48.874329 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "/opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:48.875472 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:48.881185 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:48.883497 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:48.963558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Releasing lock "refresh_cache-e331354f-5c01-4295-92a4-e2551e19e283" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:48.963558 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:48.973754 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: e331354f-5c01-4295-92a4-e2551e19e283] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:48.973938 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Instance destroyed successfully.
Apr 30 15:49:48.974659 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Deleting instance files /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283_del
Apr 30 15:49:48.976431 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Deletion of /opt/stack/data/nova/instances/e331354f-5c01-4295-92a4-e2551e19e283_del complete
Apr 30 15:49:48.981586 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:48.985713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:48.985713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:48.985713 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:48.989356 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:49:48.989973 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:49.004121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquiring lock "refresh_cache-031f970f-6d71-4a15-8c23-366bb201b97b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:49.094784 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:49.094930 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:49.142110 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:49.149629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk 1073741824" returned: 0 in 0.055s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:49.150429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.167s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:49.151170 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:49.247051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:49.248643 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Checking if we can resize image /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:49:49.248643 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:49:49.367572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk --force-share --output=json" returned: 0 in 0.119s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:49:49.368916 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Cannot resize image /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:49:49.370099 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:49:49.370099 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Ensure instance console log exists: /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:49:49.371349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:49.372438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:49.373129 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:49:49.386861 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Available mdevs at: set().
Apr 30 15:49:49.386861 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:49:49.386861 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:49.402035 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:49:49.407725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.035s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Traceback (most recent call last):
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     yield resources
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     return f(*args, **kwargs)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     chosen_mdev = self._create_mdev(
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     self._host.device_create(conf)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     raise e.with_traceback(tb)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     rv = meth(*args, **kwargs)
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:49.409613 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] 
Apr 30 15:49:49.511698 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:49.511698 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:49:49.511698 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:49:49.515382 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705c7bc0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:49.515382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:49.515382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:49.648389 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:49.891899 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:49.968162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:49.971828 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:49.983018 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:49.986154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:50.097182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:50.124600 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:50.154758 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-915fdd5c-6f82-4eda-8713-b0692f8318ea req-9c06a2b0-3c9f-4abc-aad2-0dc0b43a1e34 service nova] Releasing lock "refresh_cache-031f970f-6d71-4a15-8c23-366bb201b97b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:50.155307 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquired lock "refresh_cache-031f970f-6d71-4a15-8c23-366bb201b97b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:50.155827 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:50.169489 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:50.176451 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:50.177370 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:50.177370 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:50.177949 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:50.329790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:50.362707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:50.556607 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:50.577938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:50.683568 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:50.684474 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:50.714279 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:51.054543 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Updating instance_info_cache with network_info: [{"id": "e081c783-efdf-41e7-beae-99806fcaa7c6", "address": "fa:16:3e:19:3f:e0", "network": {"id": "29de8ebd-0210-4334-a0cd-e7770d95aaa3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1091825860-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2f90385fa6b5478f863f556369c22814", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape081c783-ef", "ovs_interfaceid": "e081c783-efdf-41e7-beae-99806fcaa7c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:51.202717 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.686s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283] Traceback (most recent call last):
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     return f(*args, **kwargs)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     chosen_mdev = self._create_mdev(
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     self._host.device_create(conf)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     raise e.with_traceback(tb)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     rv = meth(*args, **kwargs)
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:51.204040 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e331354f-5c01-4295-92a4-e2551e19e283] 
Apr 30 15:49:51.207790 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:51.208974 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Build of instance e331354f-5c01-4295-92a4-e2551e19e283 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:51.212089 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:51.212863 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquiring lock "refresh_cache-e331354f-5c01-4295-92a4-e2551e19e283" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:49:51.213433 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Acquired lock "refresh_cache-e331354f-5c01-4295-92a4-e2551e19e283" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:49:51.213872 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:49:51.558331 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Releasing lock "refresh_cache-031f970f-6d71-4a15-8c23-366bb201b97b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:51.561416 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Instance network_info: |[{"id": "e081c783-efdf-41e7-beae-99806fcaa7c6", "address": "fa:16:3e:19:3f:e0", "network": {"id": "29de8ebd-0210-4334-a0cd-e7770d95aaa3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1091825860-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2f90385fa6b5478f863f556369c22814", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape081c783-ef", "ovs_interfaceid": "e081c783-efdf-41e7-beae-99806fcaa7c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:49:51.561416 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Terminating instance
Apr 30 15:49:51.569257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.581022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.600905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.627346 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.704842 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.755191 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.762433 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:49:51.920059 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:51.985935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.988253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.997932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:51.998786 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.069220 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:49:52.075193 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:49:52.078380 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Instance destroyed successfully.
Apr 30 15:49:52.078380 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerMetadataNegativeTestJSON-server-36755147',display_name='tempest-ServerMetadataNegativeTestJSON-server-36755147',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-servermetadatanegativetestjson-server-36755147',id=97,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2f90385fa6b5478f863f556369c22814',ramdisk_id='',reservation_id='r-wlf807tr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerMetadataNegativeTestJSON-366356445',owner_user_name='tempest-ServerMetadataNegativeTestJSON-366356445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:48Z,user_data=None,user_id='0f2856b850db419e8325a3e8efc1dd0d',uuid=031f970f-6d71-4a15-8c23-366bb201b97b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e081c783-efdf-41e7-beae-99806fcaa7c6", "address": "fa:16:3e:19:3f:e0", "network": {"id": "29de8ebd-0210-4334-a0cd-e7770d95aaa3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1091825860-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2f90385fa6b5478f863f556369c22814", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape081c783-ef", "ovs_interfaceid": "e081c783-efdf-41e7-beae-99806fcaa7c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:52.078380 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Converting VIF {"id": "e081c783-efdf-41e7-beae-99806fcaa7c6", "address": "fa:16:3e:19:3f:e0", "network": {"id": "29de8ebd-0210-4334-a0cd-e7770d95aaa3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1091825860-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2f90385fa6b5478f863f556369c22814", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape081c783-ef", "ovs_interfaceid": "e081c783-efdf-41e7-beae-99806fcaa7c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:52.079634 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:3f:e0,bridge_name='br-int',has_traffic_filtering=True,id=e081c783-efdf-41e7-beae-99806fcaa7c6,network=Network(29de8ebd-0210-4334-a0cd-e7770d95aaa3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape081c783-ef') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:52.082408 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:3f:e0,bridge_name='br-int',has_traffic_filtering=True,id=e081c783-efdf-41e7-beae-99806fcaa7c6,network=Network(29de8ebd-0210-4334-a0cd-e7770d95aaa3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape081c783-ef') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:52.085408 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.085408 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape081c783-ef, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:52.085408 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:52.088035 np0040594247 nova-compute[88153]: INFO os_vif [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:3f:e0,bridge_name='br-int',has_traffic_filtering=True,id=e081c783-efdf-41e7-beae-99806fcaa7c6,network=Network(29de8ebd-0210-4334-a0cd-e7770d95aaa3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape081c783-ef')
Apr 30 15:49:52.088489 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Deleting instance files /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b_del
Apr 30 15:49:52.090578 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Deletion of /opt/stack/data/nova/instances/031f970f-6d71-4a15-8c23-366bb201b97b_del complete
Apr 30 15:49:52.285001 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.298048 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.315055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.343840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.410444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.424997 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Releasing lock "refresh_cache-e331354f-5c01-4295-92a4-e2551e19e283" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:49:52.425448 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:52.425871 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] [instance: e331354f-5c01-4295-92a4-e2551e19e283] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:49:52.457615 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:52.599136 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:49:52.606650 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d703bd430> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:49:52.606650 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:52.607052 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:52.889761 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:53.252060 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas xmlstr <device>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:53.267717 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:53.490376 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Deleted allocations for instance e331354f-5c01-4295-92a4-e2551e19e283
Apr 30 15:49:53.641848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:53.772967 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:53.773524 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:53.892542 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:49:53.928865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:53.938246 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:53.944289 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:53.949148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:53.978123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:53.985643 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:53.989304 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.004394 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4c4a0192-c32c-41ba-be80-170c116101aa tempest-ServersListShow298Test-1018719841 tempest-ServersListShow298Test-1018719841-project-member] Lock "e331354f-5c01-4295-92a4-e2551e19e283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.133s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:54.070115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.138613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.290550 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.683s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Traceback (most recent call last):
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     return f(*args, **kwargs)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     chosen_mdev = self._create_mdev(
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     self._host.device_create(conf)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     rv = execute(f, *args, **kwargs)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     raise e.with_traceback(tb)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     rv = meth(*args, **kwargs)
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:49:54.293374 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] 
Apr 30 15:49:54.294861 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:49:54.297990 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Build of instance 031f970f-6d71-4a15-8c23-366bb201b97b was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:49:54.300661 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:49:54.301709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:49:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerMetadataNegativeTestJSON-server-36755147',display_name='tempest-ServerMetadataNegativeTestJSON-server-36755147',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-servermetadatanegativetestjson-server-36755147',id=97,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2f90385fa6b5478f863f556369c22814',ramdisk_id='',reservation_id='r-wlf807tr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerMetadataNegativeTestJSON-366356445',owner_user_name='tempest-ServerMetadataNegativeTestJSON-366356445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:49:52Z,user_data=None,user_id='0f2856b850db419e8325a3e8efc1dd0d',uuid=031f970f-6d71-4a15-8c23-366bb201b97b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e081c783-efdf-41e7-beae-99806fcaa7c6", "address": "fa:16:3e:19:3f:e0", "network": {"id": "29de8ebd-0210-4334-a0cd-e7770d95aaa3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1091825860-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2f90385fa6b5478f863f556369c22814", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape081c783-ef", "ovs_interfaceid": "e081c783-efdf-41e7-beae-99806fcaa7c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:49:54.302031 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Converting VIF {"id": "e081c783-efdf-41e7-beae-99806fcaa7c6", "address": "fa:16:3e:19:3f:e0", "network": {"id": "29de8ebd-0210-4334-a0cd-e7770d95aaa3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1091825860-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2f90385fa6b5478f863f556369c22814", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape081c783-ef", "ovs_interfaceid": "e081c783-efdf-41e7-beae-99806fcaa7c6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:49:54.302921 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:3f:e0,bridge_name='br-int',has_traffic_filtering=True,id=e081c783-efdf-41e7-beae-99806fcaa7c6,network=Network(29de8ebd-0210-4334-a0cd-e7770d95aaa3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape081c783-ef') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:49:54.303334 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:3f:e0,bridge_name='br-int',has_traffic_filtering=True,id=e081c783-efdf-41e7-beae-99806fcaa7c6,network=Network(29de8ebd-0210-4334-a0cd-e7770d95aaa3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape081c783-ef') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:49:54.306176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.306176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape081c783-ef, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:49:54.306176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:49:54.310982 np0040594247 nova-compute[88153]: INFO os_vif [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:3f:e0,bridge_name='br-int',has_traffic_filtering=True,id=e081c783-efdf-41e7-beae-99806fcaa7c6,network=Network(29de8ebd-0210-4334-a0cd-e7770d95aaa3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape081c783-ef')
Apr 30 15:49:54.310982 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:49:54.310982 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:49:54.310982 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:49:54.359170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.374820 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.402548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:54.402548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.004s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:54.402548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:54.402548 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:49:54.673313 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:49:54.677705 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1476MB free_disk=56.552734375GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:49:54.677705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:54.677705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:54.687801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.698099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.714053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.766539 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.849542 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:54.901772 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:55.642481 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:49:55.987927 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:55.995582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.007781 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.009795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.015745 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.017846 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.148510 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] [instance: 031f970f-6d71-4a15-8c23-366bb201b97b] Took 1.84 seconds to deallocate network for instance.
Apr 30 15:49:56.240842 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 031f970f-6d71-4a15-8c23-366bb201b97b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:49:56.241201 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:49:56.241719 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:49:56.349547 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]: </device>
Apr 30 15:49:56.358239 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:49:56.359248 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:49:56.359248 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:49:56.359248 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:56.359929 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:49:56.546834 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.558057 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.572245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.602431 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.664562 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.709039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.720436 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.735822 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.760710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.833022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:56.863317 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:56.863844 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:49:56.877423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:57.231267 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Deleted allocations for instance 031f970f-6d71-4a15-8c23-366bb201b97b
Apr 30 15:49:57.375879 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:49:57.375879 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.698s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:57.751404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-891d3361-ba7d-449f-ad5e-076f9f326450 tempest-ServerMetadataNegativeTestJSON-366356445 tempest-ServerMetadataNegativeTestJSON-366356445-project-member] Lock "031f970f-6d71-4a15-8c23-366bb201b97b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.168s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:49:57.990528 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:57.991545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:57.995805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:57.996907 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:58.010661 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:58.012102 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:58.013915 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:58.015299 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:58.289088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:58.646042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:58.939859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquiring lock "81aa6d38-1ed8-4255-89ea-a5016915df76" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:58.939859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "81aa6d38-1ed8-4255-89ea-a5016915df76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:59.415647 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquiring lock "47ebeffd-bf28-4f5b-bdac-1241bace0fcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:59.416270 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "47ebeffd-bf28-4f5b-bdac-1241bace0fcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:59.443140 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:59.919523 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:49:59.982248 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:49:59.991056 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:49:59.991491 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:49:59.996887 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:49:59.997206 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Claim successful on node np0040594247
Apr 30 15:50:00.178090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:00.224993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:00.376479 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:00.377744 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:00.377744 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:00.377744 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:00.377744 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:50:00.475737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:00.477336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:00.529380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:00.883351 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:01.162723 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:01.172431 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:01.174688 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:01.174688 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:01.174688 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:01.174688 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:01.681207 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:01.681914 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:01.983255 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:02.197310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:02.197966 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:02.203696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.728s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:02.208747 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:02.209218 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Claim successful on node np0040594247
Apr 30 15:50:02.320724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:02.330835 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:02.346224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:02.475819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:02.547897 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:02.607589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:02.713945 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:02.713945 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:02.783514 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8429b232e0704d3aa29e428e85bf49dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa10361ed0c44e8f872a37b8fdb4da10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:03.214173 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:03.355204 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:03.363418 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Successfully created port: 0d5aad56-01c8-4602-a5e2-049299b9ce39 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:03.373047 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:03.374803 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:03.374803 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:03.374803 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:03.376214 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:03.647405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:03.723419 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:03.882306 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:03.882848 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:03.894487 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:03.974379 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Successfully updated port: 0d5aad56-01c8-4602-a5e2-049299b9ce39 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:03.983794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:03.988741 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:03.993747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.076715 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Received event network-changed-0d5aad56-01c8-4602-a5e2-049299b9ce39 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:04.076715 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Refreshing instance network info cache due to event network-changed-0d5aad56-01c8-4602-a5e2-049299b9ce39. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:04.076715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] Acquiring lock "refresh_cache-81aa6d38-1ed8-4255-89ea-a5016915df76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:04.076715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] Acquired lock "refresh_cache-81aa6d38-1ed8-4255-89ea-a5016915df76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:04.076715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Refreshing network info cache for port 0d5aad56-01c8-4602-a5e2-049299b9ce39 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:04.105721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.113724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.126523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.223154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.229589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.289608 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.330747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:04.397327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:04.397842 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:04.482777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquiring lock "refresh_cache-81aa6d38-1ed8-4255-89ea-a5016915df76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:04.643292 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:04.742404 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:04.745063 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:04.749423 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Creating image(s)
Apr 30 15:50:04.749423 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquiring lock "/opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:04.749423 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "/opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:04.750561 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "/opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:04.752580 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:04.759497 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:04.762154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:04.802084 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:04.877696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.116s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:04.878213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:04.878910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:04.879494 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:04.886364 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:04.886955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:04.914715 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:04.914715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:04.995818 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:04.996340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:05.026000 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe59f035ecf4de9a8f90b5e57f7f81a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b665bf90d21d449f91ffb0877b5c5a92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:05.042582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk 1073741824" returned: 0 in 0.046s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:05.043503 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.164s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:05.043736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:05.145508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:05.146856 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Checking if we can resize image /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:05.147054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:05.264001 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk --force-share --output=json" returned: 0 in 0.116s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:05.265167 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Cannot resize image /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:05.265167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:05.265538 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Ensure instance console log exists: /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:05.266156 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:05.267220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:05.267220 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:05.273700 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Available mdevs at: set().
Apr 30 15:50:05.275244 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:05.276128 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:05.284400 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:05.285261 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:05.293702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.025s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Traceback (most recent call last):
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     yield resources
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     return f(*args, **kwargs)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     chosen_mdev = self._create_mdev(
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     self._host.device_create(conf)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     raise e.with_traceback(tb)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     rv = meth(*args, **kwargs)
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:05.294602 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] 
Apr 30 15:50:05.309864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-229fc66e-f4df-42ac-a914-57682533ce2a req-0404e6ce-86f4-4ef4-8896-8d58abf50ea0 service nova] Releasing lock "refresh_cache-81aa6d38-1ed8-4255-89ea-a5016915df76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:05.310692 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquired lock "refresh_cache-81aa6d38-1ed8-4255-89ea-a5016915df76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:05.310999 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:05.415174 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:05.524880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.531734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.547510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.597723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.622414 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Successfully created port: a80e902d-fb49-469e-8283-5a6dd7850fb0 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:05.679531 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.726070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.773071 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.781536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.793579 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.830885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.893215 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:05.925718 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:05.939216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.992320 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:05.997651 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.039993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.043200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.045091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.066288 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.067527 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.071140 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.073903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:06.369519 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Updating instance_info_cache with network_info: [{"id": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "address": "fa:16:3e:80:8f:87", "network": {"id": "ad3fca7c-d24d-4ec0-b039-5094bf05f8e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-767917766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa10361ed0c44e8f872a37b8fdb4da10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0d5aad56-01", "ovs_interfaceid": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:06.411617 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Successfully updated port: a80e902d-fb49-469e-8283-5a6dd7850fb0 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:06.508495 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Received event network-changed-a80e902d-fb49-469e-8283-5a6dd7850fb0 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:06.508602 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Refreshing instance network info cache due to event network-changed-a80e902d-fb49-469e-8283-5a6dd7850fb0. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:06.509032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] Acquiring lock "refresh_cache-47ebeffd-bf28-4f5b-bdac-1241bace0fcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:06.509342 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] Acquired lock "refresh_cache-47ebeffd-bf28-4f5b-bdac-1241bace0fcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:06.509562 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Refreshing network info cache for port a80e902d-fb49-469e-8283-5a6dd7850fb0 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:06.884888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Releasing lock "refresh_cache-81aa6d38-1ed8-4255-89ea-a5016915df76" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:06.885362 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Instance network_info: |[{"id": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "address": "fa:16:3e:80:8f:87", "network": {"id": "ad3fca7c-d24d-4ec0-b039-5094bf05f8e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-767917766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa10361ed0c44e8f872a37b8fdb4da10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0d5aad56-01", "ovs_interfaceid": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:06.885979 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Terminating instance
Apr 30 15:50:06.915768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquiring lock "refresh_cache-47ebeffd-bf28-4f5b-bdac-1241bace0fcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:06.948435 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:06.949871 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:06.950358 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Creating image(s)
Apr 30 15:50:06.951337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquiring lock "/opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:06.951445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "/opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:06.952402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "/opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:06.953414 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:06.959183 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:06.960873 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:07.076019 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:07.080288 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.119s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:07.080821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:07.081524 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:07.082254 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:07.087494 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:07.088603 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:07.194582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:07.195447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:07.236131 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:07.236915 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:07.237431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:07.256618 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:07.339273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:07.339904 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:07.340460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:07.393553 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:07.398732 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:07.399015 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Instance destroyed successfully.
Apr 30 15:50:07.400533 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:49:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1151837775',display_name='tempest-ServerActionsTestOtherB-server-1151837775',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serveractionstestotherb-server-1151837775',id=98,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPrU4qRPTJdiqw3rmWaSdmfr+ZPcF36Llng8jK84Ma1WVO/koQG274v1CLPTylnh5bxcFS6bu0ukHeB1H/ESVS6rzZMd8SaeXX5zH7KDJDRo2/EteGHr2dz+ONxu5wTeWg==',key_name='tempest-keypair-966069731',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa10361ed0c44e8f872a37b8fdb4da10',ramdisk_id='',reservation_id='r-b0ksz9t3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1029064776',owner_user_name='tempest-ServerActionsTestOtherB-1029064776-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8429b232e0704d3aa29e428e85bf49dc',uuid=81aa6d38-1ed8-4255-89ea-a5016915df76,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "address": "fa:16:3e:80:8f:87", "network": {"id": "ad3fca7c-d24d-4ec0-b039-5094bf05f8e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-767917766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa10361ed0c44e8f872a37b8fdb4da10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0d5aad56-01", "ovs_interfaceid": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:07.401092 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Converting VIF {"id": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "address": "fa:16:3e:80:8f:87", "network": {"id": "ad3fca7c-d24d-4ec0-b039-5094bf05f8e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-767917766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa10361ed0c44e8f872a37b8fdb4da10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0d5aad56-01", "ovs_interfaceid": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:07.402259 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:8f:87,bridge_name='br-int',has_traffic_filtering=True,id=0d5aad56-01c8-4602-a5e2-049299b9ce39,network=Network(ad3fca7c-d24d-4ec0-b039-5094bf05f8e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d5aad56-01') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:07.402768 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:8f:87,bridge_name='br-int',has_traffic_filtering=True,id=0d5aad56-01c8-4602-a5e2-049299b9ce39,network=Network(ad3fca7c-d24d-4ec0-b039-5094bf05f8e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d5aad56-01') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:07.406173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:07.406173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d5aad56-01, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:07.407503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:07.411766 np0040594247 nova-compute[88153]: INFO os_vif [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:8f:87,bridge_name='br-int',has_traffic_filtering=True,id=0d5aad56-01c8-4602-a5e2-049299b9ce39,network=Network(ad3fca7c-d24d-4ec0-b039-5094bf05f8e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d5aad56-01')
Apr 30 15:50:07.413293 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Deleting instance files /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76_del
Apr 30 15:50:07.413293 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Deletion of /opt/stack/data/nova/instances/81aa6d38-1ed8-4255-89ea-a5016915df76_del complete
Apr 30 15:50:07.437756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:07.437756 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Cannot resize image /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:07.438496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:07.438496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Ensure instance console log exists: /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:07.439749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:07.439749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:07.439749 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:07.444714 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Available mdevs at: set().
Apr 30 15:50:07.444877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:07.445196 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:07.458904 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:07.460063 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:07.468387 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.029s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Traceback (most recent call last):
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     yield resources
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     return f(*args, **kwargs)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     chosen_mdev = self._create_mdev(
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     self._host.device_create(conf)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     raise e.with_traceback(tb)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     rv = meth(*args, **kwargs)
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:07.472213 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] 
Apr 30 15:50:07.761635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-79fe6181-25e9-496a-a133-b785c475b2af req-6758c361-9a3f-4d2a-95a4-5fa1d130d221 service nova] Releasing lock "refresh_cache-47ebeffd-bf28-4f5b-bdac-1241bace0fcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:07.762341 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquired lock "refresh_cache-47ebeffd-bf28-4f5b-bdac-1241bace0fcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:07.762960 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:07.924634 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:07.932743 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d946805c0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:07.933200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:07.933878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:08.292525 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:08.326198 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:08.499432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "1541b29a-c902-47df-8b44-435174c356e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:08.499432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "1541b29a-c902-47df-8b44-435174c356e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:08.588291 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Updating instance_info_cache with network_info: [{"id": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "address": "fa:16:3e:b4:17:b3", "network": {"id": "55b4b86c-81f7-4dda-bf79-5af965d5ed66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1077754752-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b665bf90d21d449f91ffb0877b5c5a92", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa80e902d-fb", "ovs_interfaceid": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:08.612839 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:08.626662 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:08.650835 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:08.788130 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:08.804514 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:08.817475 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:08.851469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:08.920328 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:08.964435 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:09.001858 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:09.095325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Releasing lock "refresh_cache-47ebeffd-bf28-4f5b-bdac-1241bace0fcb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:09.095748 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Instance network_info: |[{"id": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "address": "fa:16:3e:b4:17:b3", "network": {"id": "55b4b86c-81f7-4dda-bf79-5af965d5ed66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1077754752-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b665bf90d21d449f91ffb0877b5c5a92", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa80e902d-fb", "ovs_interfaceid": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:09.096373 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Terminating instance
Apr 30 15:50:09.132269 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:09.132808 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:09.537140 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:09.601440 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:09.606322 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:09.606322 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Instance destroyed successfully.
Apr 30 15:50:09.607509 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:49:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerMetadataTestJSON-server-1627053323',display_name='tempest-ServerMetadataTestJSON-server-1627053323',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-servermetadatatestjson-server-1627053323',id=99,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b665bf90d21d449f91ffb0877b5c5a92',ramdisk_id='',reservation_id='r-539d0xzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerMetadataTestJSON-1775502330',owner_user_name='tempest-ServerMetadataTestJSON-1775502330-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:06Z,user_data=None,user_id='ebe59f035ecf4de9a8f90b5e57f7f81a',uuid=47ebeffd-bf28-4f5b-bdac-1241bace0fcb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "address": "fa:16:3e:b4:17:b3", "network": {"id": "55b4b86c-81f7-4dda-bf79-5af965d5ed66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1077754752-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b665bf90d21d449f91ffb0877b5c5a92", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa80e902d-fb", "ovs_interfaceid": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:09.608270 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Converting VIF {"id": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "address": "fa:16:3e:b4:17:b3", "network": {"id": "55b4b86c-81f7-4dda-bf79-5af965d5ed66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1077754752-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b665bf90d21d449f91ffb0877b5c5a92", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa80e902d-fb", "ovs_interfaceid": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:09.610448 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:17:b3,bridge_name='br-int',has_traffic_filtering=True,id=a80e902d-fb49-469e-8283-5a6dd7850fb0,network=Network(55b4b86c-81f7-4dda-bf79-5af965d5ed66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa80e902d-fb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:09.611516 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:17:b3,bridge_name='br-int',has_traffic_filtering=True,id=a80e902d-fb49-469e-8283-5a6dd7850fb0,network=Network(55b4b86c-81f7-4dda-bf79-5af965d5ed66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa80e902d-fb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:09.612947 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:09.613378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa80e902d-fb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:09.613937 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:09.616928 np0040594247 nova-compute[88153]: INFO os_vif [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:17:b3,bridge_name='br-int',has_traffic_filtering=True,id=a80e902d-fb49-469e-8283-5a6dd7850fb0,network=Network(55b4b86c-81f7-4dda-bf79-5af965d5ed66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa80e902d-fb')
Apr 30 15:50:09.616928 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Deleting instance files /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb_del
Apr 30 15:50:09.616928 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Deletion of /opt/stack/data/nova/instances/47ebeffd-bf28-4f5b-bdac-1241bace0fcb_del complete
Apr 30 15:50:09.645633 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.711s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Traceback (most recent call last):
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     return f(*args, **kwargs)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     chosen_mdev = self._create_mdev(
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     self._host.device_create(conf)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     raise e.with_traceback(tb)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     rv = meth(*args, **kwargs)
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:09.646840 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] 
Apr 30 15:50:09.648310 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:09.649106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.112s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:09.651706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Build of instance 81aa6d38-1ed8-4255-89ea-a5016915df76 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:09.654108 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:09.655209 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:49:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1151837775',display_name='tempest-ServerActionsTestOtherB-server-1151837775',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serveractionstestotherb-server-1151837775',id=98,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPrU4qRPTJdiqw3rmWaSdmfr+ZPcF36Llng8jK84Ma1WVO/koQG274v1CLPTylnh5bxcFS6bu0ukHeB1H/ESVS6rzZMd8SaeXX5zH7KDJDRo2/EteGHr2dz+ONxu5wTeWg==',key_name='tempest-keypair-966069731',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa10361ed0c44e8f872a37b8fdb4da10',ramdisk_id='',reservation_id='r-b0ksz9t3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1029064776',owner_user_name='tempest-ServerActionsTestOtherB-1029064776-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8429b232e0704d3aa29e428e85bf49dc',uuid=81aa6d38-1ed8-4255-89ea-a5016915df76,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "address": "fa:16:3e:80:8f:87", "network": {"id": "ad3fca7c-d24d-4ec0-b039-5094bf05f8e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-767917766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa10361ed0c44e8f872a37b8fdb4da10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0d5aad56-01", "ovs_interfaceid": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:09.655502 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Converting VIF {"id": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "address": "fa:16:3e:80:8f:87", "network": {"id": "ad3fca7c-d24d-4ec0-b039-5094bf05f8e7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-767917766-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "aa10361ed0c44e8f872a37b8fdb4da10", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0d5aad56-01", "ovs_interfaceid": "0d5aad56-01c8-4602-a5e2-049299b9ce39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:09.656325 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:80:8f:87,bridge_name='br-int',has_traffic_filtering=True,id=0d5aad56-01c8-4602-a5e2-049299b9ce39,network=Network(ad3fca7c-d24d-4ec0-b039-5094bf05f8e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d5aad56-01') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:09.656765 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:8f:87,bridge_name='br-int',has_traffic_filtering=True,id=0d5aad56-01c8-4602-a5e2-049299b9ce39,network=Network(ad3fca7c-d24d-4ec0-b039-5094bf05f8e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d5aad56-01') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:09.660204 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:09.660496 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Claim successful on node np0040594247
Apr 30 15:50:09.664441 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:09.665088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d5aad56-01, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:09.665334 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:09.673897 np0040594247 nova-compute[88153]: INFO os_vif [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:80:8f:87,bridge_name='br-int',has_traffic_filtering=True,id=0d5aad56-01c8-4602-a5e2-049299b9ce39,network=Network(ad3fca7c-d24d-4ec0-b039-5094bf05f8e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d5aad56-01')
Apr 30 15:50:09.674147 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:09.677657 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:09.677657 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:09.992218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:09.992946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:09.998222 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.000874 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.048610 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.060287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.073014 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.116985 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.132878 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:10.136096 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7021d6a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:10.136220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:10.195009 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.242875 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:10.684147 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:10.756816 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:10.757358 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:10.835131 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:10.843276 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:10.844378 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:10.844378 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:10.844378 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:10.844766 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:11.189629 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] [instance: 81aa6d38-1ed8-4255-89ea-a5016915df76] Took 1.51 seconds to deallocate network for instance.
Apr 30 15:50:11.263621 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:11.348566 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:11.349369 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:11.794878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:11.861366 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:11.862179 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:11.865512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.729s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:11.996622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:11.998320 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:12.001941 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:12.003476 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:12.239295 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Deleted allocations for instance 81aa6d38-1ed8-4255-89ea-a5016915df76
Apr 30 15:50:12.379024 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:12.379024 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:12.440628 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfa15b7619424e1d9b716909dfa3bcc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1522230635304aeea36ad536a43de53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:12.520265 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:12.528748 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:12.530486 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:12.530486 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:12.530486 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:12.531407 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:12.556459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:12.581008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:12.751191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-2dd13cdb-1f54-42e8-8be7-f85f6ab6cc4b tempest-ServerActionsTestOtherB-1029064776 tempest-ServerActionsTestOtherB-1029064776-project-member] Lock "81aa6d38-1ed8-4255-89ea-a5016915df76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.811s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:12.879381 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:12.938802 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Successfully created port: b6ca8f28-1878-498d-a24a-f9b8430fe7f6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:13.038060 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:13.038563 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:13.385033 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:13.489301 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Successfully updated port: b6ca8f28-1878-498d-a24a-f9b8430fe7f6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:13.524489 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Received event network-changed-b6ca8f28-1878-498d-a24a-f9b8430fe7f6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:13.525278 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Refreshing instance network info cache due to event network-changed-b6ca8f28-1878-498d-a24a-f9b8430fe7f6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:13.525278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] Acquiring lock "refresh_cache-1541b29a-c902-47df-8b44-435174c356e7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:13.525432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] Acquired lock "refresh_cache-1541b29a-c902-47df-8b44-435174c356e7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:13.525804 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Refreshing network info cache for port b6ca8f28-1878-498d-a24a-f9b8430fe7f6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:13.549640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.684s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Traceback (most recent call last):
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     return f(*args, **kwargs)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     chosen_mdev = self._create_mdev(
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     self._host.device_create(conf)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     raise e.with_traceback(tb)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     rv = meth(*args, **kwargs)
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:13.551484 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] 
Apr 30 15:50:13.553433 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:13.553575 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.759s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:13.554881 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Build of instance 47ebeffd-bf28-4f5b-bdac-1241bace0fcb was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:13.557275 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:13.558268 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:49:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerMetadataTestJSON-server-1627053323',display_name='tempest-ServerMetadataTestJSON-server-1627053323',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-servermetadatatestjson-server-1627053323',id=99,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b665bf90d21d449f91ffb0877b5c5a92',ramdisk_id='',reservation_id='r-539d0xzn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerMetadataTestJSON-1775502330',owner_user_name='tempest-ServerMetadataTestJSON-1775502330-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:10Z,user_data=None,user_id='ebe59f035ecf4de9a8f90b5e57f7f81a',uuid=47ebeffd-bf28-4f5b-bdac-1241bace0fcb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "address": "fa:16:3e:b4:17:b3", "network": {"id": "55b4b86c-81f7-4dda-bf79-5af965d5ed66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1077754752-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b665bf90d21d449f91ffb0877b5c5a92", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa80e902d-fb", "ovs_interfaceid": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:13.558790 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Converting VIF {"id": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "address": "fa:16:3e:b4:17:b3", "network": {"id": "55b4b86c-81f7-4dda-bf79-5af965d5ed66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1077754752-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b665bf90d21d449f91ffb0877b5c5a92", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapa80e902d-fb", "ovs_interfaceid": "a80e902d-fb49-469e-8283-5a6dd7850fb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:13.559542 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:17:b3,bridge_name='br-int',has_traffic_filtering=True,id=a80e902d-fb49-469e-8283-5a6dd7850fb0,network=Network(55b4b86c-81f7-4dda-bf79-5af965d5ed66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa80e902d-fb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:13.560051 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:17:b3,bridge_name='br-int',has_traffic_filtering=True,id=a80e902d-fb49-469e-8283-5a6dd7850fb0,network=Network(55b4b86c-81f7-4dda-bf79-5af965d5ed66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa80e902d-fb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:13.561853 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:13.562258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa80e902d-fb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:13.562513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:13.566758 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:13.567048 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Claim successful on node np0040594247
Apr 30 15:50:13.570326 np0040594247 nova-compute[88153]: INFO os_vif [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:17:b3,bridge_name='br-int',has_traffic_filtering=True,id=a80e902d-fb49-469e-8283-5a6dd7850fb0,network=Network(55b4b86c-81f7-4dda-bf79-5af965d5ed66),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa80e902d-fb')
Apr 30 15:50:13.570610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:13.570936 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:13.571219 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:13.656977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:13.996294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "refresh_cache-1541b29a-c902-47df-8b44-435174c356e7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:14.080987 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:14.379395 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:14.400121 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:14.401495 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:14.401937 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Creating image(s)
Apr 30 15:50:14.402657 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "/opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:14.402954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:14.403897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:14.404750 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:14.411912 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:14.413441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:14.446466 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:14.511712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:14.512277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:14.513007 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:14.513636 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:14.518849 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:14.519359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:14.608527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:14.609349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:14.651165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:14.651777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:14.652285 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:14.742149 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:14.743312 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:14.743825 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:14.744312 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:14.760401 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:14.761482 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:14.761482 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:14.761829 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:14.762312 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:14.834286 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:14.834795 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Cannot resize image /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:14.835344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:14.835699 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Ensure instance console log exists: /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:14.836202 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:14.836590 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:14.837018 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:14.840604 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Available mdevs at: set().
Apr 30 15:50:14.840932 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:14.841239 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:14.846544 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:14.847501 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:14.851244 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7] Traceback (most recent call last):
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     yield resources
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     return f(*args, **kwargs)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     chosen_mdev = self._create_mdev(
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     self._host.device_create(conf)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     raise e.with_traceback(tb)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     rv = meth(*args, **kwargs)
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:14.853892 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7] 
Apr 30 15:50:14.883487 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3711aa0-a9c0-499f-8d37-933189e627e4 req-6213ce3a-778a-46ab-a472-fddf3bc25c98 service nova] Releasing lock "refresh_cache-1541b29a-c902-47df-8b44-435174c356e7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:14.884609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquired lock "refresh_cache-1541b29a-c902-47df-8b44-435174c356e7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:14.885107 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:14.955420 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] [instance: 47ebeffd-bf28-4f5b-bdac-1241bace0fcb] Took 1.38 seconds to deallocate network for instance.
Apr 30 15:50:15.268188 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:15.268693 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:15.500023 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:15.759147 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Updating instance_info_cache with network_info: [{"id": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "address": "fa:16:3e:b6:02:f5", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb6ca8f28-18", "ovs_interfaceid": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:15.784880 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:15.785361 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:15.986413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:16.017338 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Deleted allocations for instance 47ebeffd-bf28-4f5b-bdac-1241bace0fcb
Apr 30 15:50:16.090815 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:16.123525 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:16.262530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Releasing lock "refresh_cache-1541b29a-c902-47df-8b44-435174c356e7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:16.263011 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Instance network_info: |[{"id": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "address": "fa:16:3e:b6:02:f5", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb6ca8f28-18", "ovs_interfaceid": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:16.263599 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Terminating instance
Apr 30 15:50:16.298279 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:16.298583 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:16.349820 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:16.381206 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d7e692383ad4e27b7233f46c503565c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca96073100d4fe996f79802939e97a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:16.383835 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:16.533991 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8fd85896-a587-4e52-ab85-bc1113c1d026 tempest-ServerMetadataTestJSON-1775502330 tempest-ServerMetadataTestJSON-1775502330-project-member] Lock "47ebeffd-bf28-4f5b-bdac-1241bace0fcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.118s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:16.774741 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:16.780219 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1541b29a-c902-47df-8b44-435174c356e7] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:16.780403 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Instance destroyed successfully.
Apr 30 15:50:16.781782 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-₡-1555137404',display_name='tempest-₡-1555137404',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest--1555137404',id=100,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-ennujdn7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:13Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=1541b29a-c902-47df-8b44-435174c356e7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "address": "fa:16:3e:b6:02:f5", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb6ca8f28-18", "ovs_interfaceid": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:16.782136 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "address": "fa:16:3e:b6:02:f5", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb6ca8f28-18", "ovs_interfaceid": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:16.783211 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:02:f5,bridge_name='br-int',has_traffic_filtering=True,id=b6ca8f28-1878-498d-a24a-f9b8430fe7f6,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6ca8f28-18') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:16.783741 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:02:f5,bridge_name='br-int',has_traffic_filtering=True,id=b6ca8f28-1878-498d-a24a-f9b8430fe7f6,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6ca8f28-18') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:16.785837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:16.786471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb6ca8f28-18, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:16.786777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:16.789412 np0040594247 nova-compute[88153]: INFO os_vif [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:02:f5,bridge_name='br-int',has_traffic_filtering=True,id=b6ca8f28-1878-498d-a24a-f9b8430fe7f6,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6ca8f28-18')
Apr 30 15:50:16.789978 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Deleting instance files /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7_del
Apr 30 15:50:16.790637 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Deletion of /opt/stack/data/nova/instances/1541b29a-c902-47df-8b44-435174c356e7_del complete
Apr 30 15:50:16.804343 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:16.921560 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Successfully created port: 8443e06e-ce78-44ed-92fb-e93f2da58877 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:17.299955 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:17.305086 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d704ae2a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:17.305188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:17.305516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:17.309315 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:17.511526 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Successfully updated port: 8443e06e-ce78-44ed-92fb-e93f2da58877 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:17.624259 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Received event network-changed-8443e06e-ce78-44ed-92fb-e93f2da58877 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:17.624700 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Refreshing instance network info cache due to event network-changed-8443e06e-ce78-44ed-92fb-e93f2da58877. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:17.624898 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] Acquiring lock "refresh_cache-efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:17.625142 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] Acquired lock "refresh_cache-efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:17.625425 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Refreshing network info cache for port 8443e06e-ce78-44ed-92fb-e93f2da58877 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:17.962781 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:17.968086 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:17.969016 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:17.969016 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:17.969145 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:17.969487 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:17.988130 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:17.990093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:18.014955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "refresh_cache-efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:18.205751 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:18.295808 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:18.330005 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:18.331244 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:18.331702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Creating image(s)
Apr 30 15:50:18.332359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "/opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:18.332702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "/opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:18.333609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "/opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:18.334421 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:18.339735 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:18.341248 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:18.404922 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:18.442306 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:18.442848 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:18.443501 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:18.444114 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:18.449444 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:18.449985 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:18.475543 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:18.476044 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:18.556765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:18.557287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:18.596841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:18.597718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.154s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:18.598277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:18.661698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:18.698532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:18.699391 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Checking if we can resize image /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:18.699549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:18.797932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:18.798723 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Cannot resize image /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:18.799135 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:18.799503 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Ensure instance console log exists: /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:18.800192 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:18.800610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:18.801220 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:18.810692 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Available mdevs at: set().
Apr 30 15:50:18.811140 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:18.811460 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:18.816658 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:18.817899 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:18.821382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Traceback (most recent call last):
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     yield resources
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     return f(*args, **kwargs)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     chosen_mdev = self._create_mdev(
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     self._host.device_create(conf)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     raise e.with_traceback(tb)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     rv = meth(*args, **kwargs)
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:18.823859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] 
Apr 30 15:50:18.909222 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-23036946-005b-42d9-a85d-3a242827a945 req-a0d41930-8fa0-472d-af13-a5143a01d8a1 service nova] Releasing lock "refresh_cache-efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:18.912460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquired lock "refresh_cache-efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:18.912460 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:18.989329 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.684s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7] Traceback (most recent call last):
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     return f(*args, **kwargs)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     chosen_mdev = self._create_mdev(
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     self._host.device_create(conf)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     raise e.with_traceback(tb)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     rv = meth(*args, **kwargs)
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:18.991502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1541b29a-c902-47df-8b44-435174c356e7] 
Apr 30 15:50:18.993135 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:18.995556 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Build of instance 1541b29a-c902-47df-8b44-435174c356e7 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:18.998171 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:18.999739 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-₡-1555137404',display_name='tempest-₡-1555137404',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest--1555137404',id=100,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-ennujdn7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:17Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=1541b29a-c902-47df-8b44-435174c356e7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "address": "fa:16:3e:b6:02:f5", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb6ca8f28-18", "ovs_interfaceid": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:19.000235 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "address": "fa:16:3e:b6:02:f5", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb6ca8f28-18", "ovs_interfaceid": "b6ca8f28-1878-498d-a24a-f9b8430fe7f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:19.004703 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:02:f5,bridge_name='br-int',has_traffic_filtering=True,id=b6ca8f28-1878-498d-a24a-f9b8430fe7f6,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6ca8f28-18') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:19.004703 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:02:f5,bridge_name='br-int',has_traffic_filtering=True,id=b6ca8f28-1878-498d-a24a-f9b8430fe7f6,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6ca8f28-18') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:19.004703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:19.004996 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb6ca8f28-18, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:19.005149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:19.007492 np0040594247 nova-compute[88153]: INFO os_vif [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:02:f5,bridge_name='br-int',has_traffic_filtering=True,id=b6ca8f28-1878-498d-a24a-f9b8430fe7f6,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6ca8f28-18')
Apr 30 15:50:19.007815 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:19.008123 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:19.010693 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:19.474547 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:19.847664 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Updating instance_info_cache with network_info: [{"id": "8443e06e-ce78-44ed-92fb-e93f2da58877", "address": "fa:16:3e:ae:be:af", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8443e06e-ce", "ovs_interfaceid": "8443e06e-ce78-44ed-92fb-e93f2da58877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:19.894042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:19.956659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:19.991100 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:20.271455 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:20.351595 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Releasing lock "refresh_cache-efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:20.351595 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Instance network_info: |[{"id": "8443e06e-ce78-44ed-92fb-e93f2da58877", "address": "fa:16:3e:ae:be:af", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8443e06e-ce", "ovs_interfaceid": "8443e06e-ce78-44ed-92fb-e93f2da58877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:20.352125 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Terminating instance
Apr 30 15:50:20.777731 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 1541b29a-c902-47df-8b44-435174c356e7] Took 1.77 seconds to deallocate network for instance.
Apr 30 15:50:20.858162 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:20.867723 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:20.867723 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Instance destroyed successfully.
Apr 30 15:50:20.867723 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-710082814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverbootfromvolumestablerescuetest-server-710082814',id=101,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca96073100d4fe996f79802939e97a3',ramdisk_id='',reservation_id='r-kz26p3j6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:17Z,user_data=None,user_id='8d7e692383ad4e27b7233f46c503565c',uuid=efdf1b42-2881-45a6-bcdd-f1af0dc9ded6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8443e06e-ce78-44ed-92fb-e93f2da58877", "address": "fa:16:3e:ae:be:af", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8443e06e-ce", "ovs_interfaceid": "8443e06e-ce78-44ed-92fb-e93f2da58877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:20.868499 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converting VIF {"id": "8443e06e-ce78-44ed-92fb-e93f2da58877", "address": "fa:16:3e:ae:be:af", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8443e06e-ce", "ovs_interfaceid": "8443e06e-ce78-44ed-92fb-e93f2da58877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:20.869962 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:be:af,bridge_name='br-int',has_traffic_filtering=True,id=8443e06e-ce78-44ed-92fb-e93f2da58877,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8443e06e-ce') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:20.871278 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:be:af,bridge_name='br-int',has_traffic_filtering=True,id=8443e06e-ce78-44ed-92fb-e93f2da58877,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8443e06e-ce') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:20.873123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:20.873713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8443e06e-ce, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:20.874128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:20.876593 np0040594247 nova-compute[88153]: INFO os_vif [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:be:af,bridge_name='br-int',has_traffic_filtering=True,id=8443e06e-ce78-44ed-92fb-e93f2da58877,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8443e06e-ce')
Apr 30 15:50:20.877524 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Deleting instance files /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6_del
Apr 30 15:50:20.878429 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Deletion of /opt/stack/data/nova/instances/efdf1b42-2881-45a6-bcdd-f1af0dc9ded6_del complete
Apr 30 15:50:21.304523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.369140 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.390649 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:21.393258 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705c7fb0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:21.393526 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:21.393922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:21.626906 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.639079 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.656257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.688995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.770948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.818734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:21.847711 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Deleted allocations for instance 1541b29a-c902-47df-8b44-435174c356e7
Apr 30 15:50:21.992368 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:22.011214 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:22.025425 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:22.027844 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:22.027844 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:22.027844 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:22.027844 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:22.047756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:22.052635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:22.053462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:22.054929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:22.359427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53f25b2e-a45c-44ef-a8a7-2019ce538841 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "1541b29a-c902-47df-8b44-435174c356e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.861s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:22.533283 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:22.533807 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:23.048532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.653s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Traceback (most recent call last):
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     return f(*args, **kwargs)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     chosen_mdev = self._create_mdev(
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     self._host.device_create(conf)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     raise e.with_traceback(tb)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     rv = meth(*args, **kwargs)
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:23.049085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] 
Apr 30 15:50:23.050857 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:23.052119 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Build of instance efdf1b42-2881-45a6-bcdd-f1af0dc9ded6 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:23.055937 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:23.057101 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-710082814',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverbootfromvolumestablerescuetest-server-710082814',id=101,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca96073100d4fe996f79802939e97a3',ramdisk_id='',reservation_id='r-kz26p3j6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:21Z,user_data=None,user_id='8d7e692383ad4e27b7233f46c503565c',uuid=efdf1b42-2881-45a6-bcdd-f1af0dc9ded6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8443e06e-ce78-44ed-92fb-e93f2da58877", "address": "fa:16:3e:ae:be:af", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8443e06e-ce", "ovs_interfaceid": "8443e06e-ce78-44ed-92fb-e93f2da58877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:23.057353 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converting VIF {"id": "8443e06e-ce78-44ed-92fb-e93f2da58877", "address": "fa:16:3e:ae:be:af", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8443e06e-ce", "ovs_interfaceid": "8443e06e-ce78-44ed-92fb-e93f2da58877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:23.058195 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:be:af,bridge_name='br-int',has_traffic_filtering=True,id=8443e06e-ce78-44ed-92fb-e93f2da58877,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8443e06e-ce') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:23.058605 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:be:af,bridge_name='br-int',has_traffic_filtering=True,id=8443e06e-ce78-44ed-92fb-e93f2da58877,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8443e06e-ce') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:23.064377 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:23.064871 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8443e06e-ce, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:23.064977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:23.068209 np0040594247 nova-compute[88153]: INFO os_vif [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:be:af,bridge_name='br-int',has_traffic_filtering=True,id=8443e06e-ce78-44ed-92fb-e93f2da58877,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8443e06e-ce')
Apr 30 15:50:23.068530 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:23.068963 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:23.069433 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:23.230002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:23.241156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:23.255495 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:23.282824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:23.351734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:23.403768 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:23.660421 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.001712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.004184 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.007931 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.068625 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:24.171712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.183779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.198127 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.232378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.302175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.365162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.541937 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.560026 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:24.573461 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: efdf1b42-2881-45a6-bcdd-f1af0dc9ded6] Took 1.50 seconds to deallocate network for instance.
Apr 30 15:50:25.222850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:25.235819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:25.244608 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:25.280765 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:25.364794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:25.415030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:25.639370 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Deleted allocations for instance efdf1b42-2881-45a6-bcdd-f1af0dc9ded6
Apr 30 15:50:26.000946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:26.002832 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:26.005326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:26.006235 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:26.041763 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:26.047070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:26.155826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b14b0c92-e840-4a5f-92f6-11b9e72b5c16 tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "efdf1b42-2881-45a6-bcdd-f1af0dc9ded6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.398s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:27.177778 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:27.189231 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.158609 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.170309 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.185004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.221938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.297128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.298160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.357617 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.672296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.882728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.894199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.908947 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:28.937943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:29.014965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:29.065734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:29.999639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:30.004540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:30.023330 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:30.026166 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:30.027429 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:30.823130 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquiring lock "6acbc280-0120-4280-9b65-877b14fb3a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:30.823812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "6acbc280-0120-4280-9b65-877b14fb3a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:31.326843 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:31.570916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "a346a899-f0bb-457b-a1b5-b4e9c05c6b32" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:31.571276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a346a899-f0bb-457b-a1b5-b4e9c05c6b32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:31.861040 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:31.861350 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:31.866433 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:31.866761 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Claim successful on node np0040594247
Apr 30 15:50:32.075437 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:32.614910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:33.049036 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:33.056883 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:33.058399 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:33.058757 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:33.059056 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:33.059479 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:33.279639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "64b9c088-e93f-42ea-910a-325bab34e12f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:33.280040 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "64b9c088-e93f-42ea-910a-325bab34e12f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:33.564963 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:33.565493 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:33.669167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:33.783094 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:33.875367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquiring lock "caac2e6b-4c5b-4e55-864e-063569b1b179" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:33.875701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "caac2e6b-4c5b-4e55-864e-063569b1b179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:34.076266 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:34.076931 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:34.080904 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.466s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:34.087551 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:34.087890 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Claim successful on node np0040594247
Apr 30 15:50:34.316184 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:34.378298 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:34.586743 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:34.586941 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:34.657811 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '981d2bde6ad143b7b8a091591bb8040f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cb62c28fc514f46b9a81d25c511e37f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:34.912058 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:35.092057 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:35.198269 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Successfully created port: e3706c6a-12fe-4b7d-adbb-788f36c1cafb {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:35.266951 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:35.277534 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:35.278370 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:35.278370 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:35.278605 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:35.278970 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:35.596491 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:35.729393 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Successfully updated port: e3706c6a-12fe-4b7d-adbb-788f36c1cafb {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:35.761034 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Received event network-changed-e3706c6a-12fe-4b7d-adbb-788f36c1cafb {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:35.761282 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Refreshing instance network info cache due to event network-changed-e3706c6a-12fe-4b7d-adbb-788f36c1cafb. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:35.761561 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] Acquiring lock "refresh_cache-6acbc280-0120-4280-9b65-877b14fb3a02" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:35.761930 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] Acquired lock "refresh_cache-6acbc280-0120-4280-9b65-877b14fb3a02" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:35.762124 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Refreshing network info cache for port e3706c6a-12fe-4b7d-adbb-788f36c1cafb {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:35.785907 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:35.786414 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:36.232878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquiring lock "refresh_cache-6acbc280-0120-4280-9b65-877b14fb3a02" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:36.297199 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:36.297832 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:36.301171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.985s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:36.308314 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:36.308744 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Claim successful on node np0040594247
Apr 30 15:50:36.315155 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:36.436268 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:36.610371 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:36.612541 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:36.613219 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Creating image(s)
Apr 30 15:50:36.614389 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquiring lock "/opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:36.614938 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "/opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:36.616329 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "/opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:36.617514 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:36.626843 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:36.628439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:36.719519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:36.719966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:36.720660 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:36.721402 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:36.726711 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:36.727160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:36.807934 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:36.808234 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:36.822401 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:36.823140 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:36.862950 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:36.863116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:36.863611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:36.883714 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfa15b7619424e1d9b716909dfa3bcc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1522230635304aeea36ad536a43de53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:36.939904 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-374291e1-bd5e-4b38-9edb-18ca55a2addd req-5b250019-a828-4a0e-9227-a2d90fe650e7 service nova] Releasing lock "refresh_cache-6acbc280-0120-4280-9b65-877b14fb3a02" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:36.940733 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquired lock "refresh_cache-6acbc280-0120-4280-9b65-877b14fb3a02" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:36.941028 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:36.960909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:36.961427 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:36.961998 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:37.045916 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:37.055090 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:37.057005 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:37.057005 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:37.057005 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:37.057005 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:37.061074 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:37.061493 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Cannot resize image /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:37.062031 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:37.062416 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Ensure instance console log exists: /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:37.062919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:37.063461 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:37.063839 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:37.070404 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Available mdevs at: set().
Apr 30 15:50:37.070694 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:37.070981 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:37.080877 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:37.081761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:37.085970 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Traceback (most recent call last):
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     yield resources
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     return f(*args, **kwargs)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     chosen_mdev = self._create_mdev(
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     self._host.device_create(conf)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     raise e.with_traceback(tb)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     rv = meth(*args, **kwargs)
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:37.088295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] 
Apr 30 15:50:37.316092 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:37.445968 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Successfully created port: 209e0cad-fcca-42e2-8be4-e40a3ee96370 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:37.504476 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:37.562457 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:37.563175 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:37.751788 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Updating instance_info_cache with network_info: [{"id": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "address": "fa:16:3e:a8:3c:91", "network": {"id": "25de4614-a32c-429f-8382-a7313a02dbd2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623699294-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1cb62c28fc514f46b9a81d25c511e37f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape3706c6a-12", "ovs_interfaceid": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:37.822580 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:38.055248 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Successfully updated port: 209e0cad-fcca-42e2-8be4-e40a3ee96370 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:38.079495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.778s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:38.080197 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:38.083803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.172s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:38.090140 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:38.090314 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Claim successful on node np0040594247
Apr 30 15:50:38.099281 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Received event network-changed-209e0cad-fcca-42e2-8be4-e40a3ee96370 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:38.099281 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Refreshing instance network info cache due to event network-changed-209e0cad-fcca-42e2-8be4-e40a3ee96370. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:38.100026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] Acquiring lock "refresh_cache-a346a899-f0bb-457b-a1b5-b4e9c05c6b32" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:38.100026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] Acquired lock "refresh_cache-a346a899-f0bb-457b-a1b5-b4e9c05c6b32" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:38.100247 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Refreshing network info cache for port 209e0cad-fcca-42e2-8be4-e40a3ee96370 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:38.254638 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Releasing lock "refresh_cache-6acbc280-0120-4280-9b65-877b14fb3a02" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:38.255354 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Instance network_info: |[{"id": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "address": "fa:16:3e:a8:3c:91", "network": {"id": "25de4614-a32c-429f-8382-a7313a02dbd2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623699294-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1cb62c28fc514f46b9a81d25c511e37f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape3706c6a-12", "ovs_interfaceid": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:38.256255 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Terminating instance
Apr 30 15:50:38.299135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:38.558787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "refresh_cache-a346a899-f0bb-457b-a1b5-b4e9c05c6b32" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:38.588783 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:38.589002 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:38.650950 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d7e692383ad4e27b7233f46c503565c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca96073100d4fe996f79802939e97a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:38.656062 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:38.674564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:38.763587 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:38.767276 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:38.767421 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Instance destroyed successfully.
Apr 30 15:50:38.768732 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerPasswordTestJSON-server-1690012309',display_name='tempest-ServerPasswordTestJSON-server-1690012309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverpasswordtestjson-server-1690012309',id=102,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1cb62c28fc514f46b9a81d25c511e37f',ramdisk_id='',reservation_id='r-hv7cv52h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerPasswordTestJSON-163930064',owner_user_name='tempest-ServerPasswordTestJSON-163930064-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:36Z,user_data=None,user_id='981d2bde6ad143b7b8a091591bb8040f',uuid=6acbc280-0120-4280-9b65-877b14fb3a02,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "address": "fa:16:3e:a8:3c:91", "network": {"id": "25de4614-a32c-429f-8382-a7313a02dbd2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623699294-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1cb62c28fc514f46b9a81d25c511e37f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape3706c6a-12", "ovs_interfaceid": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:38.769083 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Converting VIF {"id": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "address": "fa:16:3e:a8:3c:91", "network": {"id": "25de4614-a32c-429f-8382-a7313a02dbd2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623699294-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1cb62c28fc514f46b9a81d25c511e37f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape3706c6a-12", "ovs_interfaceid": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:38.770647 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:3c:91,bridge_name='br-int',has_traffic_filtering=True,id=e3706c6a-12fe-4b7d-adbb-788f36c1cafb,network=Network(25de4614-a32c-429f-8382-a7313a02dbd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3706c6a-12') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:38.771145 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:3c:91,bridge_name='br-int',has_traffic_filtering=True,id=e3706c6a-12fe-4b7d-adbb-788f36c1cafb,network=Network(25de4614-a32c-429f-8382-a7313a02dbd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3706c6a-12') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:38.773813 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:38.778719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:38.778719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3706c6a-12, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:38.778719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:38.780716 np0040594247 nova-compute[88153]: INFO os_vif [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:3c:91,bridge_name='br-int',has_traffic_filtering=True,id=e3706c6a-12fe-4b7d-adbb-788f36c1cafb,network=Network(25de4614-a32c-429f-8382-a7313a02dbd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3706c6a-12')
Apr 30 15:50:38.781170 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Deleting instance files /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02_del
Apr 30 15:50:38.781857 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Deletion of /opt/stack/data/nova/instances/6acbc280-0120-4280-9b65-877b14fb3a02_del complete
Apr 30 15:50:38.833953 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:38.835294 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:38.835702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Creating image(s)
Apr 30 15:50:38.837110 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "/opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:38.837431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:38.838429 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:38.839335 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:38.844547 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:38.847750 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:38.937553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:38.938232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:38.938955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:38.939622 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:38.946079 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:38.946629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:39.035953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:39.036567 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:39.075477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:39.076120 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.137s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:39.076644 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:39.093969 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:39.162097 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Successfully created port: 102835d2-bbfb-4e42-b13c-a64fa6a01f24 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:39.173285 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:39.173285 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:39.173285 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:39.272796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:39.272796 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Cannot resize image /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:39.272796 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:39.272796 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Ensure instance console log exists: /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:39.272796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:39.272796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:39.273165 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:39.279292 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6daeef69-3950-4ebc-b727-2365a4202463 req-81bbcd9c-b59a-4505-a4e7-cf95d1dd601a service nova] Releasing lock "refresh_cache-a346a899-f0bb-457b-a1b5-b4e9c05c6b32" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:39.280825 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquired lock "refresh_cache-a346a899-f0bb-457b-a1b5-b4e9c05c6b32" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:39.280825 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:39.291362 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Available mdevs at: set().
Apr 30 15:50:39.291471 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:39.291856 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:39.295856 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:39.303929 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7036d340> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:39.303929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:39.316018 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:39.316911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:39.326518 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:39.328866 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.056s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Traceback (most recent call last):
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     yield resources
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     return f(*args, **kwargs)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     chosen_mdev = self._create_mdev(
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     self._host.device_create(conf)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     raise e.with_traceback(tb)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     rv = meth(*args, **kwargs)
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:39.332429 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] 
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:39.339465 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:39.340297 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:39.340297 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:39.340838 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:39.341361 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:39.601857 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:39.783436 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Successfully updated port: 102835d2-bbfb-4e42-b13c-a64fa6a01f24 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:39.816313 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Received event network-changed-102835d2-bbfb-4e42-b13c-a64fa6a01f24 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:39.816622 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Refreshing instance network info cache due to event network-changed-102835d2-bbfb-4e42-b13c-a64fa6a01f24. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:39.816987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] Acquiring lock "refresh_cache-64b9c088-e93f-42ea-910a-325bab34e12f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:39.817327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] Acquired lock "refresh_cache-64b9c088-e93f-42ea-910a-325bab34e12f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:39.817500 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Refreshing network info cache for port 102835d2-bbfb-4e42-b13c-a64fa6a01f24 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:39.837554 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:39.847146 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:39.847612 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:40.063031 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Updating instance_info_cache with network_info: [{"id": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "address": "fa:16:3e:49:00:39", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap209e0cad-fc", "ovs_interfaceid": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:40.286632 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "refresh_cache-64b9c088-e93f-42ea-910a-325bab34e12f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:40.359588 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:40.360179 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:40.363799 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.061s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:40.370773 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:40.498815 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:40.567609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Releasing lock "refresh_cache-a346a899-f0bb-457b-a1b5-b4e9c05c6b32" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:40.567923 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Instance network_info: |[{"id": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "address": "fa:16:3e:49:00:39", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap209e0cad-fc", "ovs_interfaceid": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:40.568303 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Terminating instance
Apr 30 15:50:40.614478 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:40.616034 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:40.616486 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Creating image(s)
Apr 30 15:50:40.617182 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "/opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:40.617538 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "/opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:40.618618 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "/opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:40.619429 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:40.626340 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:40.628137 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:40.722941 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:40.723545 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:40.724361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:40.725203 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:40.731703 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:40.732388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:40.830558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:40.831183 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:40.868432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:40.875403 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.151s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:40.875899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:40.900082 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:40.900393 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:40.968702 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dec5f831f10d4a23a53eb1ea690e090c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee42012d086e46ffab31538c93dc2aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:40.979802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:40.980753 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Checking if we can resize image /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:40.981316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:41.003660 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-89d9d1e0-f929-45f1-8082-abc4f11f2651 req-d002f483-fd36-4ec4-bbb1-487bd197e567 service nova] Releasing lock "refresh_cache-64b9c088-e93f-42ea-910a-325bab34e12f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:41.005702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquired lock "refresh_cache-64b9c088-e93f-42ea-910a-325bab34e12f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:41.006025 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:41.074524 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:41.081442 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:41.082148 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Cannot resize image /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:41.082641 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:41.083052 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Ensure instance console log exists: /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:41.083818 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:41.084184 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:41.084584 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:41.086609 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:41.086819 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Instance destroyed successfully.
Apr 30 15:50:41.088353 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=2001:2001::3,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1360722042',display_name='tempest-ServersTestJSON-server-1360722042',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestjson-server-1360722042',id=103,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-a98dn56u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:38Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=a346a899-f0bb-457b-a1b5-b4e9c05c6b32,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "address": "fa:16:3e:49:00:39", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap209e0cad-fc", "ovs_interfaceid": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:41.088826 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "address": "fa:16:3e:49:00:39", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap209e0cad-fc", "ovs_interfaceid": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:41.089936 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:00:39,bridge_name='br-int',has_traffic_filtering=True,id=209e0cad-fcca-42e2-8be4-e40a3ee96370,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap209e0cad-fc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:41.090442 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:00:39,bridge_name='br-int',has_traffic_filtering=True,id=209e0cad-fcca-42e2-8be4-e40a3ee96370,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap209e0cad-fc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:41.093567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:41.094317 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap209e0cad-fc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:41.094689 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:41.096276 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:41.097415 np0040594247 nova-compute[88153]: INFO os_vif [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:00:39,bridge_name='br-int',has_traffic_filtering=True,id=209e0cad-fcca-42e2-8be4-e40a3ee96370,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap209e0cad-fc')
Apr 30 15:50:41.098032 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Deleting instance files /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32_del
Apr 30 15:50:41.098846 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Deletion of /opt/stack/data/nova/instances/a346a899-f0bb-457b-a1b5-b4e9c05c6b32_del complete
Apr 30 15:50:41.103018 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Available mdevs at: set().
Apr 30 15:50:41.106701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:41.106701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:41.112969 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:41.113851 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:41.115428 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:41.116492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:41.116492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:41.116492 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:41.116981 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:41.123534 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.038s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Traceback (most recent call last):
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     yield resources
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     return f(*args, **kwargs)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     chosen_mdev = self._create_mdev(
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     self._host.device_create(conf)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     raise e.with_traceback(tb)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     rv = meth(*args, **kwargs)
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:41.124812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] 
Apr 30 15:50:41.410304 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:41.473382 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Successfully created port: dfb46e67-eb58-4130-b952-b5c7088b9e02 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:41.561525 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:41.608330 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:41.614127 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c1d3ef0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:41.614127 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:41.623706 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:41.623706 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:41.896513 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Updating instance_info_cache with network_info: [{"id": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "address": "fa:16:3e:76:e3:3b", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap102835d2-bb", "ovs_interfaceid": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:41.914696 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:42.129591 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Successfully updated port: dfb46e67-eb58-4130-b952-b5c7088b9e02 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:42.137074 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.773s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Traceback (most recent call last):
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     return f(*args, **kwargs)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     chosen_mdev = self._create_mdev(
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     self._host.device_create(conf)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     raise e.with_traceback(tb)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     rv = meth(*args, **kwargs)
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:42.139063 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] 
Apr 30 15:50:42.141140 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:42.141553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.527s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:42.146973 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Build of instance 6acbc280-0120-4280-9b65-877b14fb3a02 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:42.148975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:42.150066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerPasswordTestJSON-server-1690012309',display_name='tempest-ServerPasswordTestJSON-server-1690012309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverpasswordtestjson-server-1690012309',id=102,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1cb62c28fc514f46b9a81d25c511e37f',ramdisk_id='',reservation_id='r-hv7cv52h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerPasswordTestJSON-163930064',owner_user_name='tempest-ServerPasswordTestJSON-163930064-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:39Z,user_data=None,user_id='981d2bde6ad143b7b8a091591bb8040f',uuid=6acbc280-0120-4280-9b65-877b14fb3a02,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "address": "fa:16:3e:a8:3c:91", "network": {"id": "25de4614-a32c-429f-8382-a7313a02dbd2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623699294-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1cb62c28fc514f46b9a81d25c511e37f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape3706c6a-12", "ovs_interfaceid": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:42.150326 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Converting VIF {"id": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "address": "fa:16:3e:a8:3c:91", "network": {"id": "25de4614-a32c-429f-8382-a7313a02dbd2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-623699294-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1cb62c28fc514f46b9a81d25c511e37f", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape3706c6a-12", "ovs_interfaceid": "e3706c6a-12fe-4b7d-adbb-788f36c1cafb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:42.151176 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:3c:91,bridge_name='br-int',has_traffic_filtering=True,id=e3706c6a-12fe-4b7d-adbb-788f36c1cafb,network=Network(25de4614-a32c-429f-8382-a7313a02dbd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3706c6a-12') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:42.151582 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:3c:91,bridge_name='br-int',has_traffic_filtering=True,id=e3706c6a-12fe-4b7d-adbb-788f36c1cafb,network=Network(25de4614-a32c-429f-8382-a7313a02dbd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3706c6a-12') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:42.154154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:42.154538 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3706c6a-12, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:42.154820 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:42.157804 np0040594247 nova-compute[88153]: INFO os_vif [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:3c:91,bridge_name='br-int',has_traffic_filtering=True,id=e3706c6a-12fe-4b7d-adbb-788f36c1cafb,network=Network(25de4614-a32c-429f-8382-a7313a02dbd2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3706c6a-12')
Apr 30 15:50:42.158026 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:42.158324 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:42.158615 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:42.164707 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Received event network-changed-dfb46e67-eb58-4130-b952-b5c7088b9e02 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:42.165148 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Refreshing instance network info cache due to event network-changed-dfb46e67-eb58-4130-b952-b5c7088b9e02. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:42.165469 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] Acquiring lock "refresh_cache-caac2e6b-4c5b-4e55-864e-063569b1b179" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:42.165784 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] Acquired lock "refresh_cache-caac2e6b-4c5b-4e55-864e-063569b1b179" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:42.166046 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Refreshing network info cache for port dfb46e67-eb58-4130-b952-b5c7088b9e02 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:42.402955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Releasing lock "refresh_cache-64b9c088-e93f-42ea-910a-325bab34e12f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:42.403233 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Instance network_info: |[{"id": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "address": "fa:16:3e:76:e3:3b", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap102835d2-bb", "ovs_interfaceid": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:42.403856 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Terminating instance
Apr 30 15:50:42.633458 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquiring lock "refresh_cache-caac2e6b-4c5b-4e55-864e-063569b1b179" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:42.717424 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:42.812109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:42.817178 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:42.818056 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:42.818056 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:42.818582 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:42.819322 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:42.865302 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:42.909278 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:42.912946 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:42.913111 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Instance destroyed successfully.
Apr 30 15:50:42.914285 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-833429741',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverbootfromvolumestablerescuetest-server-833429741',id=104,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca96073100d4fe996f79802939e97a3',ramdisk_id='',reservation_id='r-qpxckhh3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:40Z,user_data=None,user_id='8d7e692383ad4e27b7233f46c503565c',uuid=64b9c088-e93f-42ea-910a-325bab34e12f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "address": "fa:16:3e:76:e3:3b", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap102835d2-bb", "ovs_interfaceid": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:42.914736 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converting VIF {"id": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "address": "fa:16:3e:76:e3:3b", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap102835d2-bb", "ovs_interfaceid": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:42.915432 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:e3:3b,bridge_name='br-int',has_traffic_filtering=True,id=102835d2-bbfb-4e42-b13c-a64fa6a01f24,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap102835d2-bb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:42.915883 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:e3:3b,bridge_name='br-int',has_traffic_filtering=True,id=102835d2-bbfb-4e42-b13c-a64fa6a01f24,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap102835d2-bb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:42.917252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:42.917635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap102835d2-bb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:42.917921 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:42.920645 np0040594247 nova-compute[88153]: INFO os_vif [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:e3:3b,bridge_name='br-int',has_traffic_filtering=True,id=102835d2-bbfb-4e42-b13c-a64fa6a01f24,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap102835d2-bb')
Apr 30 15:50:42.921155 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Deleting instance files /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f_del
Apr 30 15:50:42.921730 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Deletion of /opt/stack/data/nova/instances/64b9c088-e93f-42ea-910a-325bab34e12f_del complete
Apr 30 15:50:42.926950 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:42.928296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:42.928705 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Creating image(s)
Apr 30 15:50:42.929370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquiring lock "/opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:42.929803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "/opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:42.930777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "/opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:42.931602 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:42.939194 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:42.940822 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:43.036746 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:43.037552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:43.038049 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:43.038726 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:43.043772 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:43.044633 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:43.092342 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:43.145850 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:43.146320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:43.183634 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:43.184275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:43.184824 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:43.280833 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:43.281417 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Checking if we can resize image /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:43.281870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:43.326163 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:43.326700 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:43.368626 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-80ce3e2d-1da3-485a-81c2-5a34dc613265 req-85cdb30f-5d03-4471-8dd9-92c9a41d3521 service nova] Releasing lock "refresh_cache-caac2e6b-4c5b-4e55-864e-063569b1b179" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:43.369336 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquired lock "refresh_cache-caac2e6b-4c5b-4e55-864e-063569b1b179" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:43.369621 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:43.375915 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:43.375915 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Cannot resize image /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:43.376204 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:43.376701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Ensure instance console log exists: /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:43.377368 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:43.377775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:43.378187 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:43.382523 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Available mdevs at: set().
Apr 30 15:50:43.382780 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:43.383055 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:43.388026 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:43.388881 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:43.392922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Traceback (most recent call last):
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     yield resources
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     return f(*args, **kwargs)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     chosen_mdev = self._create_mdev(
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     self._host.device_create(conf)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     raise e.with_traceback(tb)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     rv = meth(*args, **kwargs)
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:43.396527 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] 
Apr 30 15:50:43.430380 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:43.433968 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9d307d70> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:43.434260 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:43.596812 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] [instance: 6acbc280-0120-4280-9b65-877b14fb3a02] Took 1.44 seconds to deallocate network for instance.
Apr 30 15:50:43.676503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:43.839254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.698s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Traceback (most recent call last):
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     return f(*args, **kwargs)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     chosen_mdev = self._create_mdev(
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     self._host.device_create(conf)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     raise e.with_traceback(tb)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     rv = meth(*args, **kwargs)
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:43.841221 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] 
Apr 30 15:50:43.843027 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:43.843502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.409s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:43.849583 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Build of instance a346a899-f0bb-457b-a1b5-b4e9c05c6b32 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:43.854918 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:43.857190 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=2001:2001::3,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1360722042',display_name='tempest-ServersTestJSON-server-1360722042',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestjson-server-1360722042',id=103,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-a98dn56u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:41Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=a346a899-f0bb-457b-a1b5-b4e9c05c6b32,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "address": "fa:16:3e:49:00:39", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap209e0cad-fc", "ovs_interfaceid": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:43.857586 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "address": "fa:16:3e:49:00:39", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap209e0cad-fc", "ovs_interfaceid": "209e0cad-fcca-42e2-8be4-e40a3ee96370", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:43.858646 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:00:39,bridge_name='br-int',has_traffic_filtering=True,id=209e0cad-fcca-42e2-8be4-e40a3ee96370,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap209e0cad-fc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:43.859390 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:00:39,bridge_name='br-int',has_traffic_filtering=True,id=209e0cad-fcca-42e2-8be4-e40a3ee96370,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap209e0cad-fc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:43.861842 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:43.862350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap209e0cad-fc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:43.862766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:43.865585 np0040594247 nova-compute[88153]: INFO os_vif [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:00:39,bridge_name='br-int',has_traffic_filtering=True,id=209e0cad-fcca-42e2-8be4-e40a3ee96370,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap209e0cad-fc')
Apr 30 15:50:43.866035 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:43.866397 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:43.866727 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:43.922772 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:44.240235 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Updating instance_info_cache with network_info: [{"id": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "address": "fa:16:3e:c5:96:a4", "network": {"id": "5434be96-da6d-46a1-8327-17bf72088606", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-790963206-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ee42012d086e46ffab31538c93dc2aba", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdfb46e67-eb", "ovs_interfaceid": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:44.515190 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:44.520588 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:44.521869 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:44.521869 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:44.521869 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:44.522072 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:44.645147 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Deleted allocations for instance 6acbc280-0120-4280-9b65-877b14fb3a02
Apr 30 15:50:44.743099 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Releasing lock "refresh_cache-caac2e6b-4c5b-4e55-864e-063569b1b179" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:44.743621 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Instance network_info: |[{"id": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "address": "fa:16:3e:c5:96:a4", "network": {"id": "5434be96-da6d-46a1-8327-17bf72088606", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-790963206-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ee42012d086e46ffab31538c93dc2aba", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdfb46e67-eb", "ovs_interfaceid": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:50:44.744066 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Terminating instance
Apr 30 15:50:44.879767 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:45.026964 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:45.027457 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:45.157662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-173a00f0-f65b-4c62-8b2f-b7ad7a30530c tempest-ServerPasswordTestJSON-163930064 tempest-ServerPasswordTestJSON-163930064-project-member] Lock "6acbc280-0120-4280-9b65-877b14fb3a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.334s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:45.250138 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:50:45.254138 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:50:45.254310 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Instance destroyed successfully.
Apr 30 15:50:45.255747 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerGroupTestJSON-server-610747192',display_name='tempest-ServerGroupTestJSON-server-610747192',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-servergrouptestjson-server-610747192',id=105,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee42012d086e46ffab31538c93dc2aba',ramdisk_id='',reservation_id='r-mdk4rt0s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerGroupTestJSON-631444044',owner_user_name='tempest-ServerGroupTestJSON-631444044-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:42Z,user_data=None,user_id='dec5f831f10d4a23a53eb1ea690e090c',uuid=caac2e6b-4c5b-4e55-864e-063569b1b179,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "address": "fa:16:3e:c5:96:a4", "network": {"id": "5434be96-da6d-46a1-8327-17bf72088606", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-790963206-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ee42012d086e46ffab31538c93dc2aba", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdfb46e67-eb", "ovs_interfaceid": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:45.256143 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Converting VIF {"id": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "address": "fa:16:3e:c5:96:a4", "network": {"id": "5434be96-da6d-46a1-8327-17bf72088606", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-790963206-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ee42012d086e46ffab31538c93dc2aba", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdfb46e67-eb", "ovs_interfaceid": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:45.259011 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:96:a4,bridge_name='br-int',has_traffic_filtering=True,id=dfb46e67-eb58-4130-b952-b5c7088b9e02,network=Network(5434be96-da6d-46a1-8327-17bf72088606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfb46e67-eb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:45.259601 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:96:a4,bridge_name='br-int',has_traffic_filtering=True,id=dfb46e67-eb58-4130-b952-b5c7088b9e02,network=Network(5434be96-da6d-46a1-8327-17bf72088606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfb46e67-eb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:45.261720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:45.262450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdfb46e67-eb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:45.262450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:45.265334 np0040594247 nova-compute[88153]: INFO os_vif [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:96:a4,bridge_name='br-int',has_traffic_filtering=True,id=dfb46e67-eb58-4130-b952-b5c7088b9e02,network=Network(5434be96-da6d-46a1-8327-17bf72088606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfb46e67-eb')
Apr 30 15:50:45.266037 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Deleting instance files /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179_del
Apr 30 15:50:45.266662 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Deletion of /opt/stack/data/nova/instances/caac2e6b-4c5b-4e55-864e-063569b1b179_del complete
Apr 30 15:50:45.382818 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: a346a899-f0bb-457b-a1b5-b4e9c05c6b32] Took 1.52 seconds to deallocate network for instance.
Apr 30 15:50:45.539744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.696s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Traceback (most recent call last):
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     return f(*args, **kwargs)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     chosen_mdev = self._create_mdev(
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     self._host.device_create(conf)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     raise e.with_traceback(tb)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     rv = meth(*args, **kwargs)
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:45.541944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] 
Apr 30 15:50:45.543906 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:45.546218 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Build of instance 64b9c088-e93f-42ea-910a-325bab34e12f was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:45.548498 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:45.551341 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-833429741',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverbootfromvolumestablerescuetest-server-833429741',id=104,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eca96073100d4fe996f79802939e97a3',ramdisk_id='',reservation_id='r-qpxckhh3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:43Z,user_data=None,user_id='8d7e692383ad4e27b7233f46c503565c',uuid=64b9c088-e93f-42ea-910a-325bab34e12f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "address": "fa:16:3e:76:e3:3b", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap102835d2-bb", "ovs_interfaceid": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:45.551940 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converting VIF {"id": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "address": "fa:16:3e:76:e3:3b", "network": {"id": "c3f41194-43ef-49a6-995b-11020a935bbd", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1980840646-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "eca96073100d4fe996f79802939e97a3", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap102835d2-bb", "ovs_interfaceid": "102835d2-bbfb-4e42-b13c-a64fa6a01f24", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:45.553350 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:e3:3b,bridge_name='br-int',has_traffic_filtering=True,id=102835d2-bbfb-4e42-b13c-a64fa6a01f24,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap102835d2-bb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:45.554127 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:e3:3b,bridge_name='br-int',has_traffic_filtering=True,id=102835d2-bbfb-4e42-b13c-a64fa6a01f24,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap102835d2-bb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:45.556811 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:45.557270 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap102835d2-bb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:45.557582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:45.560242 np0040594247 nova-compute[88153]: INFO os_vif [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:e3:3b,bridge_name='br-int',has_traffic_filtering=True,id=102835d2-bbfb-4e42-b13c-a64fa6a01f24,network=Network(c3f41194-43ef-49a6-995b-11020a935bbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap102835d2-bb')
Apr 30 15:50:45.560561 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:45.560932 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:45.561214 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:45.775844 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:50:45.781705 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d702f4440> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:50:45.781705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:45.781705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:46.423639 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:46.433004 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:46.434122 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:46.434122 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:46.434122 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:46.434439 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:46.439275 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Deleted allocations for instance a346a899-f0bb-457b-a1b5-b4e9c05c6b32
Apr 30 15:50:46.448061 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:46.454781 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:46.454781 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:46.963212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.183s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Traceback (most recent call last):
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     return f(*args, **kwargs)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     chosen_mdev = self._create_mdev(
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     self._host.device_create(conf)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     raise e.with_traceback(tb)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     rv = meth(*args, **kwargs)
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:46.965248 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] 
Apr 30 15:50:46.966834 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:50:46.967774 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f0d0b448-b8da-4615-84eb-2eb9706fdb8c tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a346a899-f0bb-457b-a1b5-b4e9c05c6b32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.396s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:46.968596 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Build of instance caac2e6b-4c5b-4e55-864e-063569b1b179 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:50:46.971138 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:50:46.972287 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerGroupTestJSON-server-610747192',display_name='tempest-ServerGroupTestJSON-server-610747192',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-servergrouptestjson-server-610747192',id=105,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ee42012d086e46ffab31538c93dc2aba',ramdisk_id='',reservation_id='r-mdk4rt0s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerGroupTestJSON-631444044',owner_user_name='tempest-ServerGroupTestJSON-631444044-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:45Z,user_data=None,user_id='dec5f831f10d4a23a53eb1ea690e090c',uuid=caac2e6b-4c5b-4e55-864e-063569b1b179,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "address": "fa:16:3e:c5:96:a4", "network": {"id": "5434be96-da6d-46a1-8327-17bf72088606", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-790963206-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ee42012d086e46ffab31538c93dc2aba", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdfb46e67-eb", "ovs_interfaceid": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:50:46.972802 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Converting VIF {"id": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "address": "fa:16:3e:c5:96:a4", "network": {"id": "5434be96-da6d-46a1-8327-17bf72088606", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-790963206-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ee42012d086e46ffab31538c93dc2aba", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdfb46e67-eb", "ovs_interfaceid": "dfb46e67-eb58-4130-b952-b5c7088b9e02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:50:46.973524 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:96:a4,bridge_name='br-int',has_traffic_filtering=True,id=dfb46e67-eb58-4130-b952-b5c7088b9e02,network=Network(5434be96-da6d-46a1-8327-17bf72088606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfb46e67-eb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:50:46.974139 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:96:a4,bridge_name='br-int',has_traffic_filtering=True,id=dfb46e67-eb58-4130-b952-b5c7088b9e02,network=Network(5434be96-da6d-46a1-8327-17bf72088606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfb46e67-eb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:50:46.975440 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] [instance: 64b9c088-e93f-42ea-910a-325bab34e12f] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:50:46.979560 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:46.980117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdfb46e67-eb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:50:46.980484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:50:46.983100 np0040594247 nova-compute[88153]: INFO os_vif [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:96:a4,bridge_name='br-int',has_traffic_filtering=True,id=dfb46e67-eb58-4130-b952-b5c7088b9e02,network=Network(5434be96-da6d-46a1-8327-17bf72088606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfb46e67-eb')
Apr 30 15:50:46.983409 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:50:46.983707 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:50:46.984023 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:50:47.385949 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:47.425162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:47.841713 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:47.914741 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:47.947301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:48.013361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:48.014043 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:48.047180 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Deleted allocations for instance 64b9c088-e93f-42ea-910a-325bab34e12f
Apr 30 15:50:48.300654 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:48.344461 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] [instance: caac2e6b-4c5b-4e55-864e-063569b1b179] Took 1.36 seconds to deallocate network for instance.
Apr 30 15:50:48.560805 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-6c146e03-d396-4a69-8274-751b29c4d50e tempest-ServerBootFromVolumeStableRescueTest-1337220591 tempest-ServerBootFromVolumeStableRescueTest-1337220591-project-member] Lock "64b9c088-e93f-42ea-910a-325bab34e12f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.281s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:48.677769 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:49.011045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:49.028112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:49.397360 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Deleted allocations for instance caac2e6b-4c5b-4e55-864e-063569b1b179
Apr 30 15:50:49.910753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a3c174d6-0a42-4d69-bdc2-f0d1adf4993f tempest-ServerGroupTestJSON-631444044 tempest-ServerGroupTestJSON-631444044-project-member] Lock "caac2e6b-4c5b-4e55-864e-063569b1b179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.035s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:51.231365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.266111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.520092 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.534463 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.616461 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.622030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.641760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.674380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.748103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.791615 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:51.890292 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:51.890292 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:51.890292 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 15:50:52.021693 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.027491 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.555909 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.570115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.575326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.580888 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.593656 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "41471bef-2149-40f7-bd5f-140ddc4f70a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:52.594895 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "41471bef-2149-40f7-bd5f-140ddc4f70a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:52.623415 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.686811 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:52.730093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:53.101059 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:53.612893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:53.645760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:53.647463 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:53.647856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:53.654613 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:53.654946 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Claim successful on node np0040594247
Apr 30 15:50:53.683734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:53.958514 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:53.985581 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:54.012302 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:54.015704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:54.074926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:54.076522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:54.078320 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:54.079863 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:54.395471 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:54.777246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:54.787138 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:54.788652 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:54.788652 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:54.788652 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:54.788652 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:54.910261 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:55.294607 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:55.295832 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:55.744449 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:55.755961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:55.766812 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:55.773045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:55.811189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:55.813706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:50:55.816533 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:55.817645 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.908s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:55.817976 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:55.818251 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:50:55.891771 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:55.949747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:56.006205 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:56.045129 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:50:56.046273 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1506MB free_disk=56.55164337158203GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:50:56.046511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:56.046919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:56.060323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:56.063877 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:56.326439 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:50:56.326439 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:50:56.407132 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfa15b7619424e1d9b716909dfa3bcc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1522230635304aeea36ad536a43de53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:50:56.826181 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:50:57.006811 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Successfully created port: 5d9af3df-39a6-47c1-b9ab-fd4c71317da8 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:50:57.098443 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 41471bef-2149-40f7-bd5f-140ddc4f70a4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:50:57.335644 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:50:57.603182 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 5821713c-2988-488e-8b62-7e2fa3ecdee2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:50:57.645884 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:57.674850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:57.710038 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Successfully updated port: 5d9af3df-39a6-47c1-b9ab-fd4c71317da8 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:50:57.739458 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Received event network-changed-5d9af3df-39a6-47c1-b9ab-fd4c71317da8 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:50:57.739800 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Refreshing instance network info cache due to event network-changed-5d9af3df-39a6-47c1-b9ab-fd4c71317da8. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:50:57.740165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] Acquiring lock "refresh_cache-41471bef-2149-40f7-bd5f-140ddc4f70a4" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:57.740519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] Acquired lock "refresh_cache-41471bef-2149-40f7-bd5f-140ddc4f70a4" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:57.740805 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Refreshing network info cache for port 5d9af3df-39a6-47c1-b9ab-fd4c71317da8 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:50:58.107690 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance de273a34-3fcf-49d7-9a63-a68190537848 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:50:58.108256 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:50:58.108664 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=640MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:50:58.206516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:58.214357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "refresh_cache-41471bef-2149-40f7-bd5f-140ddc4f70a4" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:50:58.221087 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:58.268094 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:58.276785 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:50:58.277982 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:50:58.277982 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:58.278447 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:50:58.298512 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:58.303159 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:58.354887 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:50:58.357375 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:50:58.358067 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Creating image(s)
Apr 30 15:50:58.359153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "/opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:58.359703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:58.361108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:58.362151 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:58.367620 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:58.369441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:58.457171 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:58.464506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:58.464727 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:58.467769 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:58.467769 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:58.471488 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:50:58.472074 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:58.557537 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "5821713c-2988-488e-8b62-7e2fa3ecdee2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:58.557970 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "5821713c-2988-488e-8b62-7e2fa3ecdee2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:58.568540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:58.569158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:58.595194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "de273a34-3fcf-49d7-9a63-a68190537848" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:58.595579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "de273a34-3fcf-49d7-9a63-a68190537848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:58.608662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:58.609359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:58.609802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:58.685805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:50:58.706817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:58.707346 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Checking if we can resize image /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:50:58.707806 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:50:58.786161 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:58.786812 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:50:58.803282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:50:58.803834 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Cannot resize image /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:50:58.804342 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:50:58.804701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Ensure instance console log exists: /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:50:58.805176 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:58.805557 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:58.805951 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:50:58.809752 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Available mdevs at: set().
Apr 30 15:50:58.810025 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:50:58.810306 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]: </device>
Apr 30 15:50:58.817237 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:50:58.818096 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:50:58.823735 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Traceback (most recent call last):
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     yield resources
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     return f(*args, **kwargs)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     chosen_mdev = self._create_mdev(
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     self._host.device_create(conf)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     rv = execute(f, *args, **kwargs)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     raise e.with_traceback(tb)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     rv = meth(*args, **kwargs)
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:50:58.826778 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] 
Apr 30 15:50:58.961367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0222462b-7152-47f2-93c1-a6126c9167fb req-044e345b-7a08-4a96-9d73-3402b999f7fe service nova] Releasing lock "refresh_cache-41471bef-2149-40f7-bd5f-140ddc4f70a4" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:50:58.962378 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquired lock "refresh_cache-41471bef-2149-40f7-bd5f-140ddc4f70a4" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:50:58.962938 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:50:59.061592 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:59.099058 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:50:59.299939 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:50:59.300446 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.253s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:50:59.515810 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:50:59.597412 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:59.597769 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:50:59.607806 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:50:59.608025 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Claim successful on node np0040594247
Apr 30 15:50:59.644154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:50:59.795373 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:59.795741 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:59.796069 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:50:59.800772 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Updating instance_info_cache with network_info: [{"id": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "address": "fa:16:3e:77:13:f1", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5d9af3df-39", "ovs_interfaceid": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:50:59.890240 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:51:00.304990 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Releasing lock "refresh_cache-41471bef-2149-40f7-bd5f-140ddc4f70a4" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:00.306037 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Instance network_info: |[{"id": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "address": "fa:16:3e:77:13:f1", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5d9af3df-39", "ovs_interfaceid": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:00.306709 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Terminating instance
Apr 30 15:51:00.791739 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:00.803230 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:00.804185 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:00.804403 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:00.805013 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:00.805566 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:00.822605 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:00.830051 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:00.830240 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Instance destroyed successfully.
Apr 30 15:51:00.831610 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-142804966',display_name='tempest-ServersTestJSON-server-142804966',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestjson-server-142804966',id=106,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLX7E/ie0KCuW52edMQQsJDOe9gdGTI0y9/3tXCG/gDqSbeTUGPgqjGnrqLyz0/kE4iotF05TCKXkwtpguXSch10Asb3KEtzc3pDiOQBoAJOI9IftA3H25n3E1fry3NEkg==',key_name='tempest-key-277411464',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-oojmfxmh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:50:57Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=41471bef-2149-40f7-bd5f-140ddc4f70a4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "address": "fa:16:3e:77:13:f1", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5d9af3df-39", "ovs_interfaceid": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:00.832012 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "address": "fa:16:3e:77:13:f1", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5d9af3df-39", "ovs_interfaceid": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:00.833897 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:13:f1,bridge_name='br-int',has_traffic_filtering=True,id=5d9af3df-39a6-47c1-b9ab-fd4c71317da8,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d9af3df-39') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:00.834498 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:13:f1,bridge_name='br-int',has_traffic_filtering=True,id=5d9af3df-39a6-47c1-b9ab-fd4c71317da8,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d9af3df-39') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:00.837471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:00.838787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d9af3df-39, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:00.839050 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:00.842186 np0040594247 nova-compute[88153]: INFO os_vif [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:13:f1,bridge_name='br-int',has_traffic_filtering=True,id=5d9af3df-39a6-47c1-b9ab-fd4c71317da8,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d9af3df-39')
Apr 30 15:51:00.842969 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Deleting instance files /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4_del
Apr 30 15:51:00.843761 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Deletion of /opt/stack/data/nova/instances/41471bef-2149-40f7-bd5f-140ddc4f70a4_del complete
Apr 30 15:51:00.889444 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:51:00.890429 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:51:01.311211 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:01.312237 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:01.355805 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:01.359948 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70266f30> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:01.360227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:01.827211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:01.828586 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:01.834079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.189s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:01.842125 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:01.842302 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Claim successful on node np0040594247
Apr 30 15:51:02.342779 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:02.342779 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:02.405853 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213b626f1df4430096bb155d4ea1af4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a1d1609a87142e39b7575db1e1dee69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:02.845438 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:02.880979 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:51:02.909731 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Successfully created port: 2be780f6-1c5d-432f-b6f8-8d37e1740924 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:02.997408 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:03.006487 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:03.007450 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:03.007450 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:03.007584 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:03.008713 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:03.351375 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:03.513338 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:03.514154 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:03.524293 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Successfully updated port: 2be780f6-1c5d-432f-b6f8-8d37e1740924 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:03.548168 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Received event network-changed-2be780f6-1c5d-432f-b6f8-8d37e1740924 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:03.548798 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Refreshing instance network info cache due to event network-changed-2be780f6-1c5d-432f-b6f8-8d37e1740924. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:03.549143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] Acquiring lock "refresh_cache-5821713c-2988-488e-8b62-7e2fa3ecdee2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:03.549748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] Acquired lock "refresh_cache-5821713c-2988-488e-8b62-7e2fa3ecdee2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:03.550198 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Refreshing network info cache for port 2be780f6-1c5d-432f-b6f8-8d37e1740924 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:03.689341 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:04.027556 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:04.028180 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:04.031553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "refresh_cache-5821713c-2988-488e-8b62-7e2fa3ecdee2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:04.031905 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.672s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:04.105946 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:04.265316 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:04.366705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:04.368086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:04.368519 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Creating image(s)
Apr 30 15:51:04.369239 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "/opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:04.369585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:04.370661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:04.371850 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:04.377118 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:04.379729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:04.480030 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:04.480653 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:04.481574 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:04.482656 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:04.488517 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:04.489210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:04.551794 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:51:04.589025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:04.589837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:04.634476 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk 1073741824" returned: 0 in 0.044s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:04.635601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.154s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:04.635601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:04.733491 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:04.736233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:04.736894 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:04.737252 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:04.754466 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:04.756127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:04.756127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:04.756127 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:04.756377 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:04.768644 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7090340a-801b-466a-9912-51e17e6b4834 req-39d92ec3-93b3-4bd2-8f20-6ab78bee98fd service nova] Releasing lock "refresh_cache-5821713c-2988-488e-8b62-7e2fa3ecdee2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:04.769416 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquired lock "refresh_cache-5821713c-2988-488e-8b62-7e2fa3ecdee2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:04.769745 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:04.833378 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:04.833885 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Cannot resize image /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:04.834365 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:04.834737 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Ensure instance console log exists: /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:04.835185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:04.835593 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:04.836017 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:04.839490 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Available mdevs at: set().
Apr 30 15:51:04.839816 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:04.840095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:04.845108 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:04.845997 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:04.849507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Traceback (most recent call last):
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     yield resources
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     return f(*args, **kwargs)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     chosen_mdev = self._create_mdev(
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     self._host.device_create(conf)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     raise e.with_traceback(tb)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     rv = meth(*args, **kwargs)
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:04.851902 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] 
Apr 30 15:51:05.051355 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:05.263591 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:05.264200 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:05.331216 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:05.556414 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:05.564533 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Updating instance_info_cache with network_info: [{"id": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "address": "fa:16:3e:75:78:9f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2be780f6-1c", "ovs_interfaceid": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:05.785143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.753s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Traceback (most recent call last):
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     return f(*args, **kwargs)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     chosen_mdev = self._create_mdev(
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     self._host.device_create(conf)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     raise e.with_traceback(tb)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     rv = meth(*args, **kwargs)
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:05.787342 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] 
Apr 30 15:51:05.789117 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:05.791045 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Build of instance 41471bef-2149-40f7-bd5f-140ddc4f70a4 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:05.793402 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:05.794502 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-142804966',display_name='tempest-ServersTestJSON-server-142804966',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestjson-server-142804966',id=106,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLX7E/ie0KCuW52edMQQsJDOe9gdGTI0y9/3tXCG/gDqSbeTUGPgqjGnrqLyz0/kE4iotF05TCKXkwtpguXSch10Asb3KEtzc3pDiOQBoAJOI9IftA3H25n3E1fry3NEkg==',key_name='tempest-key-277411464',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-oojmfxmh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:01Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=41471bef-2149-40f7-bd5f-140ddc4f70a4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "address": "fa:16:3e:77:13:f1", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5d9af3df-39", "ovs_interfaceid": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:05.794886 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "address": "fa:16:3e:77:13:f1", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap5d9af3df-39", "ovs_interfaceid": "5d9af3df-39a6-47c1-b9ab-fd4c71317da8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:05.795877 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:13:f1,bridge_name='br-int',has_traffic_filtering=True,id=5d9af3df-39a6-47c1-b9ab-fd4c71317da8,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d9af3df-39') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:05.796328 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:13:f1,bridge_name='br-int',has_traffic_filtering=True,id=5d9af3df-39a6-47c1-b9ab-fd4c71317da8,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d9af3df-39') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:05.798358 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:05.798902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d9af3df-39, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:05.799222 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:05.801565 np0040594247 nova-compute[88153]: INFO os_vif [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:13:f1,bridge_name='br-int',has_traffic_filtering=True,id=5d9af3df-39a6-47c1-b9ab-fd4c71317da8,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d9af3df-39')
Apr 30 15:51:05.801903 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:05.802208 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:05.802524 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:06.067615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Releasing lock "refresh_cache-5821713c-2988-488e-8b62-7e2fa3ecdee2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:06.067615 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Instance network_info: |[{"id": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "address": "fa:16:3e:75:78:9f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2be780f6-1c", "ovs_interfaceid": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:06.068442 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Terminating instance
Apr 30 15:51:06.571147 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:06.573274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:06.573756 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Creating image(s)
Apr 30 15:51:06.574456 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "/opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:06.574865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "/opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:06.575887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "/opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:06.576710 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:06.584799 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:06.585912 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:06.586961 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:06.605199 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:06.605398 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Instance destroyed successfully.
Apr 30 15:51:06.607485 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-505258940',display_name='tempest-ServerStableDeviceRescueTest-server-505258940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstabledevicerescuetest-server-505258940',id=107,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-71e3pnbk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:03Z,user_data=None,user_id='213b626f1df4430096bb155d4ea1af4b',uuid=5821713c-2988-488e-8b62-7e2fa3ecdee2,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "address": "fa:16:3e:75:78:9f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2be780f6-1c", "ovs_interfaceid": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:06.608183 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "address": "fa:16:3e:75:78:9f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2be780f6-1c", "ovs_interfaceid": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:06.609374 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:78:9f,bridge_name='br-int',has_traffic_filtering=True,id=2be780f6-1c5d-432f-b6f8-8d37e1740924,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2be780f6-1c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:06.609867 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:78:9f,bridge_name='br-int',has_traffic_filtering=True,id=2be780f6-1c5d-432f-b6f8-8d37e1740924,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2be780f6-1c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:06.612834 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:06.613433 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2be780f6-1c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:06.613823 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:06.616891 np0040594247 nova-compute[88153]: INFO os_vif [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:78:9f,bridge_name='br-int',has_traffic_filtering=True,id=2be780f6-1c5d-432f-b6f8-8d37e1740924,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2be780f6-1c')
Apr 30 15:51:06.617392 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Deleting instance files /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2_del
Apr 30 15:51:06.618084 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Deletion of /opt/stack/data/nova/instances/5821713c-2988-488e-8b62-7e2fa3ecdee2_del complete
Apr 30 15:51:06.687113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:06.688151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:06.688337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:06.689027 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:06.694139 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:06.694658 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:06.707443 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:06.790463 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:06.790939 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:06.827470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:06.828230 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:06.828817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:06.921938 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:06.922505 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Checking if we can resize image /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:06.923027 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:07.015631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:07.016232 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Cannot resize image /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:07.016858 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:07.017242 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Ensure instance console log exists: /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:07.017779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:07.018185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:07.018631 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:07.022448 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Available mdevs at: set().
Apr 30 15:51:07.022772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:07.023062 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:07.027291 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:07.028246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:07.031054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848] Traceback (most recent call last):
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     yield resources
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     return f(*args, **kwargs)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     chosen_mdev = self._create_mdev(
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     self._host.device_create(conf)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     raise e.with_traceback(tb)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     rv = meth(*args, **kwargs)
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:07.033784 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848] 
Apr 30 15:51:07.035942 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Terminating instance
Apr 30 15:51:07.128740 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:07.131559 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94682c00> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:07.131963 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:07.132367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:07.212185 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 41471bef-2149-40f7-bd5f-140ddc4f70a4] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:51:07.541105 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "refresh_cache-de273a34-3fcf-49d7-9a63-a68190537848" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:07.541284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquired lock "refresh_cache-de273a34-3fcf-49d7-9a63-a68190537848" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:07.541594 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:07.795763 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:07.802113 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:07.803150 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:07.803150 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:07.803150 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:07.803694 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:07.890265 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:51:08.074082 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:08.155501 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:08.269980 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Deleted allocations for instance 41471bef-2149-40f7-bd5f-140ddc4f70a4
Apr 30 15:51:08.303883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:08.310273 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:08.310798 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:08.659259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Releasing lock "refresh_cache-de273a34-3fcf-49d7-9a63-a68190537848" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:08.659649 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:08.663453 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: de273a34-3fcf-49d7-9a63-a68190537848] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:08.663617 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Instance destroyed successfully.
Apr 30 15:51:08.664360 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Deleting instance files /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848_del
Apr 30 15:51:08.665122 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Deletion of /opt/stack/data/nova/instances/de273a34-3fcf-49d7-9a63-a68190537848_del complete
Apr 30 15:51:08.693724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:08.786073 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fcfd5a25-f1d2-4619-8605-48c2aee6981d tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "41471bef-2149-40f7-bd5f-140ddc4f70a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.192s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:08.823238 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.691s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Traceback (most recent call last):
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     return f(*args, **kwargs)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     chosen_mdev = self._create_mdev(
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     self._host.device_create(conf)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     raise e.with_traceback(tb)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     rv = meth(*args, **kwargs)
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:08.825519 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] 
Apr 30 15:51:08.827309 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:08.829244 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Build of instance 5821713c-2988-488e-8b62-7e2fa3ecdee2 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:08.831857 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:08.833284 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-505258940',display_name='tempest-ServerStableDeviceRescueTest-server-505258940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstabledevicerescuetest-server-505258940',id=107,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-71e3pnbk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:07Z,user_data=None,user_id='213b626f1df4430096bb155d4ea1af4b',uuid=5821713c-2988-488e-8b62-7e2fa3ecdee2,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "address": "fa:16:3e:75:78:9f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2be780f6-1c", "ovs_interfaceid": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:08.833284 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "address": "fa:16:3e:75:78:9f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2be780f6-1c", "ovs_interfaceid": "2be780f6-1c5d-432f-b6f8-8d37e1740924", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:08.834272 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:78:9f,bridge_name='br-int',has_traffic_filtering=True,id=2be780f6-1c5d-432f-b6f8-8d37e1740924,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2be780f6-1c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:08.834814 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:78:9f,bridge_name='br-int',has_traffic_filtering=True,id=2be780f6-1c5d-432f-b6f8-8d37e1740924,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2be780f6-1c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:08.836757 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:08.837571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2be780f6-1c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:08.837956 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:08.840530 np0040594247 nova-compute[88153]: INFO os_vif [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:78:9f,bridge_name='br-int',has_traffic_filtering=True,id=2be780f6-1c5d-432f-b6f8-8d37e1740924,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2be780f6-1c')
Apr 30 15:51:08.840857 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:08.841167 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:08.841451 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:09.173346 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Took 0.51 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:09.173880 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:51:09.174194 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:51:09.177197 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d947b18b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:09.177456 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:09.177859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:09.789132 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:09.796873 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:09.804334 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:09.805577 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:09.805577 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:09.805577 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:09.805840 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:10.294036 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 5821713c-2988-488e-8b62-7e2fa3ecdee2] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:51:10.310738 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:10.311327 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:10.393486 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:51:10.393956 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 15:51:10.822423 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.644s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848] Traceback (most recent call last):
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     return f(*args, **kwargs)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     chosen_mdev = self._create_mdev(
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     self._host.device_create(conf)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     raise e.with_traceback(tb)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     rv = meth(*args, **kwargs)
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:10.824445 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: de273a34-3fcf-49d7-9a63-a68190537848] 
Apr 30 15:51:10.826043 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:10.827324 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Build of instance de273a34-3fcf-49d7-9a63-a68190537848 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:10.829583 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:10.830013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquiring lock "refresh_cache-de273a34-3fcf-49d7-9a63-a68190537848" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:10.830274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Acquired lock "refresh_cache-de273a34-3fcf-49d7-9a63-a68190537848" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:10.830725 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:10.899109 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 15:51:11.343399 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Deleted allocations for instance 5821713c-2988-488e-8b62-7e2fa3ecdee2
Apr 30 15:51:11.362114 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:11.454939 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:11.854145 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-21f3300d-c887-438f-b408-5eb3498ad10b tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "5821713c-2988-488e-8b62-7e2fa3ecdee2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.296s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:11.958871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Releasing lock "refresh_cache-de273a34-3fcf-49d7-9a63-a68190537848" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:11.959468 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:11.960005 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] [instance: de273a34-3fcf-49d7-9a63-a68190537848] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:51:13.019363 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Deleted allocations for instance de273a34-3fcf-49d7-9a63-a68190537848
Apr 30 15:51:13.330631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "ec1ee0d9-119c-4b69-b3e6-799891fd1359" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:13.330631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "ec1ee0d9-119c-4b69-b3e6-799891fd1359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:13.530968 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ccb849db-9055-4a9b-af3c-3e270c2dc4dc tempest-ServerShowV254Test-1919480005 tempest-ServerShowV254Test-1919480005-project-member] Lock "de273a34-3fcf-49d7-9a63-a68190537848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.935s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:13.695798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4856-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:51:13.697574 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:51:13.697779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:51:13.698010 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:51:13.698529 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:13.698865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:51:13.833974 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:14.375515 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:14.376089 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:14.383039 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:14.383233 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Claim successful on node np0040594247
Apr 30 15:51:15.532657 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:15.543329 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:15.544246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:15.544246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:15.544573 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:15.544862 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:15.975056 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:15.984911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:15.998300 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:16.035122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:16.054545 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:16.054545 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:16.109325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:16.156940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:16.570132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:16.571191 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:16.810726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "7221837c-595e-4ed5-acec-d82a14cf8715" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:16.810726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "7221837c-595e-4ed5-acec-d82a14cf8715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:17.081028 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:17.081575 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:17.183069 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfa15b7619424e1d9b716909dfa3bcc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1522230635304aeea36ad536a43de53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:17.212106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:17.229605 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:17.237958 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:17.267452 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:17.314366 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:17.340960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:17.392509 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:17.588865 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:17.863044 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:17.863044 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:17.867381 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:17.868124 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Claim successful on node np0040594247
Apr 30 15:51:18.010866 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Successfully created port: efaebd9e-d273-4396-9f84-e08066c78f38 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:18.024645 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.029179 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.032237 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.033571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.056439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.059402 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.060540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.063567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.100101 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:18.666993 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Successfully updated port: efaebd9e-d273-4396-9f84-e08066c78f38 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:18.698591 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.714310 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Received event network-changed-efaebd9e-d273-4396-9f84-e08066c78f38 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:18.714790 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Refreshing instance network info cache due to event network-changed-efaebd9e-d273-4396-9f84-e08066c78f38. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:18.715791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] Acquiring lock "refresh_cache-ec1ee0d9-119c-4b69-b3e6-799891fd1359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:18.715791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] Acquired lock "refresh_cache-ec1ee0d9-119c-4b69-b3e6-799891fd1359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:18.716228 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Refreshing network info cache for port efaebd9e-d273-4396-9f84-e08066c78f38 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:18.970378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.982105 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:18.997040 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:19.016952 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:19.034749 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:19.041794 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:19.047385 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:19.048275 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:19.048596 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:19.049069 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:19.049972 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:19.062012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:19.122104 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:19.123300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:19.126207 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Creating image(s)
Apr 30 15:51:19.126564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "/opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:19.126960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:19.128150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:19.129093 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:19.139918 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:19.140545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:19.142691 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:19.174129 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "refresh_cache-ec1ee0d9-119c-4b69-b3e6-799891fd1359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:19.176095 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:19.197721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:19.257889 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.115s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:19.258334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:19.258950 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:19.259555 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:19.273696 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:19.273696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:19.293413 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:19.369720 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:19.371703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:19.417367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk 1073741824" returned: 0 in 0.047s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:19.418737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.160s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:19.420004 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:19.507635 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:19.519654 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:19.520192 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:19.520599 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:19.567677 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:19.568219 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:19.627288 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:19.627776 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Cannot resize image /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:19.628294 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:19.628614 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Ensure instance console log exists: /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:19.629129 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:19.629820 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:19.629927 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:19.637621 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Available mdevs at: set().
Apr 30 15:51:19.637621 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:19.637621 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:19.654611 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:19.656246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:19.666708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.035s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Traceback (most recent call last):
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     yield resources
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     return f(*args, **kwargs)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     chosen_mdev = self._create_mdev(
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     self._host.device_create(conf)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     raise e.with_traceback(tb)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     rv = meth(*args, **kwargs)
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:19.667546 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] 
Apr 30 15:51:20.013523 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-69a1099f-d3bc-44e8-8043-ad76ba9eaf26 req-f869c536-52e5-4970-89a9-ffb4a43a146e service nova] Releasing lock "refresh_cache-ec1ee0d9-119c-4b69-b3e6-799891fd1359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:20.014144 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquired lock "refresh_cache-ec1ee0d9-119c-4b69-b3e6-799891fd1359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:20.014442 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:20.025591 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.031842 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.033345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.067775 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.069356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.074519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.077034 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.083740 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:20.084451 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:20.348287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.360066 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.381719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.409755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.484114 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.539072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:20.580762 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:20.594857 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:20.595163 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:20.671030 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213b626f1df4430096bb155d4ea1af4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a1d1609a87142e39b7575db1e1dee69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:21.095709 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:21.305177 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Updating instance_info_cache with network_info: [{"id": "efaebd9e-d273-4396-9f84-e08066c78f38", "address": "fa:16:3e:75:7b:03", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapefaebd9e-d2", "ovs_interfaceid": "efaebd9e-d273-4396-9f84-e08066c78f38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:21.512138 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Successfully created port: 6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:21.602844 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:21.607422 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:21.620797 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:21.624354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:21.637404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:21.709752 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:21.795623 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:21.810272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Releasing lock "refresh_cache-ec1ee0d9-119c-4b69-b3e6-799891fd1359" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:21.811705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Instance network_info: |[{"id": "efaebd9e-d273-4396-9f84-e08066c78f38", "address": "fa:16:3e:75:7b:03", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapefaebd9e-d2", "ovs_interfaceid": "efaebd9e-d273-4396-9f84-e08066c78f38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:21.812819 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Terminating instance
Apr 30 15:51:21.867209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.054840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.057211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.062347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.078937 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.080039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.083318 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.084795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.326290 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:22.334255 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:22.334391 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Instance destroyed successfully.
Apr 30 15:51:22.338210 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-934677689',display_name='tempest-ServersTestJSON-server-934677689',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestjson-server-934677689',id=109,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-opsa0npa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:18Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=ec1ee0d9-119c-4b69-b3e6-799891fd1359,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "efaebd9e-d273-4396-9f84-e08066c78f38", "address": "fa:16:3e:75:7b:03", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapefaebd9e-d2", "ovs_interfaceid": "efaebd9e-d273-4396-9f84-e08066c78f38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:22.338604 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "efaebd9e-d273-4396-9f84-e08066c78f38", "address": "fa:16:3e:75:7b:03", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapefaebd9e-d2", "ovs_interfaceid": "efaebd9e-d273-4396-9f84-e08066c78f38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:22.339621 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:03,bridge_name='br-int',has_traffic_filtering=True,id=efaebd9e-d273-4396-9f84-e08066c78f38,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefaebd9e-d2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:22.341487 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:03,bridge_name='br-int',has_traffic_filtering=True,id=efaebd9e-d273-4396-9f84-e08066c78f38,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefaebd9e-d2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:22.343463 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:22.343999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapefaebd9e-d2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:22.344291 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:22.347017 np0040594247 nova-compute[88153]: INFO os_vif [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:03,bridge_name='br-int',has_traffic_filtering=True,id=efaebd9e-d273-4396-9f84-e08066c78f38,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefaebd9e-d2')
Apr 30 15:51:22.347796 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Deleting instance files /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359_del
Apr 30 15:51:22.348159 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Deletion of /opt/stack/data/nova/instances/ec1ee0d9-119c-4b69-b3e6-799891fd1359_del complete
Apr 30 15:51:22.532436 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Successfully updated port: 6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:22.579381 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Received event network-changed-6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:22.581317 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Refreshing instance network info cache due to event network-changed-6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:22.581880 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] Acquiring lock "refresh_cache-7221837c-595e-4ed5-acec-d82a14cf8715" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:22.582140 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] Acquired lock "refresh_cache-7221837c-595e-4ed5-acec-d82a14cf8715" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:22.582417 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Refreshing network info cache for port 6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:22.631473 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:22.632596 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:22.633613 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Creating image(s)
Apr 30 15:51:22.634079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "/opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:22.634788 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:22.635853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:22.636748 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:22.643046 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:22.644871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:22.755422 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:22.759457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:22.759457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:22.759457 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:22.764599 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:22.765711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:22.864656 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:22.869747 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7057c500> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:22.871737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:22.871737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:22.884650 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.119s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:22.885039 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:22.928449 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk 1073741824" returned: 0 in 0.043s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:22.929079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.172s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:22.929596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:23.028974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:23.039111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:23.042084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "refresh_cache-7221837c-595e-4ed5-acec-d82a14cf8715" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:23.042834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:23.045270 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:23.045270 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:23.057730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:23.098699 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:23.150704 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:23.154029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:23.155059 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Cannot resize image /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:23.155743 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:23.156197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Ensure instance console log exists: /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:23.157213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:23.157774 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:23.158294 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:23.168094 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Available mdevs at: set().
Apr 30 15:51:23.168597 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:23.169864 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:23.183975 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:23.186651 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:23.197658 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.040s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Traceback (most recent call last):
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     yield resources
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     return f(*args, **kwargs)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     chosen_mdev = self._create_mdev(
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     self._host.device_create(conf)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     raise e.with_traceback(tb)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     rv = meth(*args, **kwargs)
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] 
Apr 30 15:51:23.202783 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:23.246249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:23.307102 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:23.518980 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:23.524868 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:23.525799 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:23.525799 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:23.526085 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:23.526559 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:23.709407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:23.811847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7927e312-1043-45be-8c5a-0d1795699e10 req-30ccb49b-b72b-46d9-94b6-3d01a690edbc service nova] Releasing lock "refresh_cache-7221837c-595e-4ed5-acec-d82a14cf8715" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:23.812844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquired lock "refresh_cache-7221837c-595e-4ed5-acec-d82a14cf8715" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:23.813205 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:24.031517 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:24.031937 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:24.047131 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.054197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.355177 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.385168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.398832 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:24.421875 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.497859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.545624 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.674s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Traceback (most recent call last):
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     return f(*args, **kwargs)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     chosen_mdev = self._create_mdev(
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     self._host.device_create(conf)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     raise e.with_traceback(tb)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     rv = meth(*args, **kwargs)
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:24.550111 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] 
Apr 30 15:51:24.553339 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:24.554747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.556328 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Build of instance ec1ee0d9-119c-4b69-b3e6-799891fd1359 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:24.559616 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:24.560321 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-934677689',display_name='tempest-ServersTestJSON-server-934677689',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestjson-server-934677689',id=109,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-opsa0npa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:22Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=ec1ee0d9-119c-4b69-b3e6-799891fd1359,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "efaebd9e-d273-4396-9f84-e08066c78f38", "address": "fa:16:3e:75:7b:03", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapefaebd9e-d2", "ovs_interfaceid": "efaebd9e-d273-4396-9f84-e08066c78f38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:24.560822 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "efaebd9e-d273-4396-9f84-e08066c78f38", "address": "fa:16:3e:75:7b:03", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapefaebd9e-d2", "ovs_interfaceid": "efaebd9e-d273-4396-9f84-e08066c78f38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:24.562505 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:03,bridge_name='br-int',has_traffic_filtering=True,id=efaebd9e-d273-4396-9f84-e08066c78f38,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefaebd9e-d2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:24.563142 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:03,bridge_name='br-int',has_traffic_filtering=True,id=efaebd9e-d273-4396-9f84-e08066c78f38,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefaebd9e-d2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:24.565089 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.566419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapefaebd9e-d2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:24.566814 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:24.570072 np0040594247 nova-compute[88153]: INFO os_vif [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:7b:03,bridge_name='br-int',has_traffic_filtering=True,id=efaebd9e-d273-4396-9f84-e08066c78f38,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapefaebd9e-d2')
Apr 30 15:51:24.570449 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:24.570915 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:24.571289 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:24.779924 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.790747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.798216 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Updating instance_info_cache with network_info: [{"id": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "address": "fa:16:3e:f0:2f:5f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6c1a4ce3-93", "ovs_interfaceid": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:24.806614 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.835617 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.924898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:24.975123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:25.303617 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Releasing lock "refresh_cache-7221837c-595e-4ed5-acec-d82a14cf8715" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:25.304076 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Instance network_info: |[{"id": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "address": "fa:16:3e:f0:2f:5f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6c1a4ce3-93", "ovs_interfaceid": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:25.304633 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Terminating instance
Apr 30 15:51:25.625842 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:25.811349 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:25.822070 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:25.822070 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Instance destroyed successfully.
Apr 30 15:51:25.822070 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1159395474',display_name='tempest-ServerStableDeviceRescueTest-server-1159395474',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstabledevicerescuetest-server-1159395474',id=110,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-rj3646t2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:22Z,user_data=None,user_id='213b626f1df4430096bb155d4ea1af4b',uuid=7221837c-595e-4ed5-acec-d82a14cf8715,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "address": "fa:16:3e:f0:2f:5f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6c1a4ce3-93", "ovs_interfaceid": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:25.822070 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "address": "fa:16:3e:f0:2f:5f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6c1a4ce3-93", "ovs_interfaceid": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:25.823012 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:2f:5f,bridge_name='br-int',has_traffic_filtering=True,id=6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c1a4ce3-93') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:25.823617 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:2f:5f,bridge_name='br-int',has_traffic_filtering=True,id=6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c1a4ce3-93') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:25.825290 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:25.825839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6c1a4ce3-93, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:25.826229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:25.829394 np0040594247 nova-compute[88153]: INFO os_vif [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:2f:5f,bridge_name='br-int',has_traffic_filtering=True,id=6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c1a4ce3-93')
Apr 30 15:51:25.830176 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Deleting instance files /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715_del
Apr 30 15:51:25.831293 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Deletion of /opt/stack/data/nova/instances/7221837c-595e-4ed5-acec-d82a14cf8715_del complete
Apr 30 15:51:26.036115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.038626 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.040190 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.043047 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.067643 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.074447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.077527 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.133984 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: ec1ee0d9-119c-4b69-b3e6-799891fd1359] Took 1.56 seconds to deallocate network for instance.
Apr 30 15:51:26.312342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.325506 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.335326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.339203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.346816 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:26.354205 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70258f50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:26.354205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:26.354598 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:26.376423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.447899 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:26.499334 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:27.028757 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:27.041349 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:27.042724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:27.042724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:27.042724 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:27.042904 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:27.198904 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Deleted allocations for instance ec1ee0d9-119c-4b69-b3e6-799891fd1359
Apr 30 15:51:27.351250 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:27.362048 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:27.376259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:27.410719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:27.497205 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:27.548586 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:27.549424 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:27.557643 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:27.715978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-72224482-ce94-4993-b47a-28c44115a6ff tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "ec1ee0d9-119c-4b69-b3e6-799891fd1359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.385s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:28.025149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:28.027805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:28.030202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:28.031557 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:28.061709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.707s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Traceback (most recent call last):
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     return f(*args, **kwargs)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     chosen_mdev = self._create_mdev(
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     self._host.device_create(conf)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     raise e.with_traceback(tb)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     rv = meth(*args, **kwargs)
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:28.064176 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] 
Apr 30 15:51:28.065722 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:28.069723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:28.078363 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Build of instance 7221837c-595e-4ed5-acec-d82a14cf8715 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:28.080858 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:28.081455 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1159395474',display_name='tempest-ServerStableDeviceRescueTest-server-1159395474',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstabledevicerescuetest-server-1159395474',id=110,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-rj3646t2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:26Z,user_data=None,user_id='213b626f1df4430096bb155d4ea1af4b',uuid=7221837c-595e-4ed5-acec-d82a14cf8715,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "address": "fa:16:3e:f0:2f:5f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6c1a4ce3-93", "ovs_interfaceid": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:28.081883 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "address": "fa:16:3e:f0:2f:5f", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6c1a4ce3-93", "ovs_interfaceid": "6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:28.082646 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:2f:5f,bridge_name='br-int',has_traffic_filtering=True,id=6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c1a4ce3-93') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:28.083975 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:2f:5f,bridge_name='br-int',has_traffic_filtering=True,id=6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c1a4ce3-93') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:28.085391 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:28.085814 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6c1a4ce3-93, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:28.086072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:28.093631 np0040594247 nova-compute[88153]: INFO os_vif [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:2f:5f,bridge_name='br-int',has_traffic_filtering=True,id=6c1a4ce3-930b-4e3f-9261-3f468b2a5e7f,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c1a4ce3-93')
Apr 30 15:51:28.093979 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:28.094228 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:28.094507 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:28.707101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:29.092361 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:29.596867 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 7221837c-595e-4ed5-acec-d82a14cf8715] Took 1.50 seconds to deallocate network for instance.
Apr 30 15:51:29.890643 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:29.897224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:29.914775 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:29.954939 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:30.030470 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:30.058557 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:30.062147 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:30.064867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:30.086573 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:30.540539 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquiring lock "48a90973-8778-4800-a9d0-d68ab8255ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:30.541402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "48a90973-8778-4800-a9d0-d68ab8255ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:30.669579 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Deleted allocations for instance 7221837c-595e-4ed5-acec-d82a14cf8715
Apr 30 15:51:31.009368 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "37b5994c-9f35-467f-9650-3db65d8c905a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:31.009745 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "37b5994c-9f35-467f-9650-3db65d8c905a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:31.046096 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:31.183531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-46fc90e4-ab55-4cef-9a36-ef86c2352691 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "7221837c-595e-4ed5-acec-d82a14cf8715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.373s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:31.513185 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:31.580053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:31.580494 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:31.585738 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:31.585738 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Claim successful on node np0040594247
Apr 30 15:51:32.048450 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:32.733036 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:32.740965 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:32.742191 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:32.742191 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:32.956893 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "749d7b10-c7ac-4af4-96c0-77325c66d784" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:32.957227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "749d7b10-c7ac-4af4-96c0-77325c66d784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:33.246483 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:33.247005 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:33.461719 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:33.713916 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:33.758550 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:33.759317 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:33.762834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.715s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:33.768135 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:33.768427 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Claim successful on node np0040594247
Apr 30 15:51:33.997796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:34.268194 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:34.268463 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:34.332435 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a160d90b474452e9089c44ad74234d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69bc51c16021427ebc8c8a10d578974e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:34.774283 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:34.871723 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Successfully created port: 13eae336-7bee-4547-9d34-9f70ef6cc2b7 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:34.961730 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:34.971109 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:34.971933 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:34.971933 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:34.972092 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:34.972509 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:35.288075 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:35.450487 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Successfully updated port: 13eae336-7bee-4547-9d34-9f70ef6cc2b7 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:35.479076 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:35.479076 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:35.490737 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Received event network-changed-13eae336-7bee-4547-9d34-9f70ef6cc2b7 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:35.490737 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Refreshing instance network info cache due to event network-changed-13eae336-7bee-4547-9d34-9f70ef6cc2b7. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:35.491333 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] Acquiring lock "refresh_cache-48a90973-8778-4800-a9d0-d68ab8255ccc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:35.491810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] Acquired lock "refresh_cache-48a90973-8778-4800-a9d0-d68ab8255ccc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:35.492874 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Refreshing network info cache for port 13eae336-7bee-4547-9d34-9f70ef6cc2b7 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:35.811741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "6061b627-9732-4c3e-82c8-a73140674ac7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:35.811741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "6061b627-9732-4c3e-82c8-a73140674ac7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:35.952365 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquiring lock "refresh_cache-48a90973-8778-4800-a9d0-d68ab8255ccc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:35.996055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:35.996632 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:36.003972 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.006s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:36.009411 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:36.009722 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Claim successful on node np0040594247
Apr 30 15:51:36.057920 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:36.186581 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:36.301590 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:36.303308 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:36.303823 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Creating image(s)
Apr 30 15:51:36.304528 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquiring lock "/opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:36.304889 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "/opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:36.305881 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "/opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:36.306717 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:36.312058 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:36.314125 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:36.328935 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:36.413599 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:36.414126 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:36.414742 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:36.415394 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:36.420513 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:36.421069 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:36.512017 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:36.512348 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:36.524935 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:36.525212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:36.562302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:36.562912 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:36.563392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:36.582560 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e282ee500e455693fa0c2c5e7f317d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612df2c8cfeb493bbc2a579d7371cef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:36.656623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:36.657154 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Checking if we can resize image /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:36.657558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:36.690190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a4a7a9c9-19df-4761-a86f-6343e7739a21 req-96f5ded8-12b2-4496-bdf9-fdbfc699f9a9 service nova] Releasing lock "refresh_cache-48a90973-8778-4800-a9d0-d68ab8255ccc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:36.691092 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquired lock "refresh_cache-48a90973-8778-4800-a9d0-d68ab8255ccc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:36.691398 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:36.747744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:36.748252 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Cannot resize image /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:36.748754 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:36.749095 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Ensure instance console log exists: /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:36.749544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:36.750051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:36.750383 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:36.754436 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Available mdevs at: set().
Apr 30 15:51:36.754725 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:36.754989 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:36.760478 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:36.761664 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:36.765276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Traceback (most recent call last):
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     yield resources
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     return f(*args, **kwargs)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     chosen_mdev = self._create_mdev(
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     self._host.device_create(conf)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     raise e.with_traceback(tb)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     rv = meth(*args, **kwargs)
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:36.768056 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] 
Apr 30 15:51:36.869942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:37.019733 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:37.096037 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Successfully created port: 1d72111f-2417-4768-ba10-cc1e4f7f3ff0 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:37.252262 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:37.263242 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:37.269496 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:37.489235 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Updating instance_info_cache with network_info: [{"id": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "address": "fa:16:3e:72:28:c0", "network": {"id": "0d5ea5c1-ae80-495f-bf9a-66372e97ab0d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425343831-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "69bc51c16021427ebc8c8a10d578974e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13eae336-7b", "ovs_interfaceid": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:37.524903 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:37.720317 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Successfully updated port: 1d72111f-2417-4768-ba10-cc1e4f7f3ff0 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:37.758271 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Received event network-changed-1d72111f-2417-4768-ba10-cc1e4f7f3ff0 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:37.758628 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Refreshing instance network info cache due to event network-changed-1d72111f-2417-4768-ba10-cc1e4f7f3ff0. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:37.760055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] Acquiring lock "refresh_cache-37b5994c-9f35-467f-9650-3db65d8c905a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:37.761725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] Acquired lock "refresh_cache-37b5994c-9f35-467f-9650-3db65d8c905a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:37.761725 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Refreshing network info cache for port 1d72111f-2417-4768-ba10-cc1e4f7f3ff0 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:37.776076 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:37.776618 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:37.996130 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Releasing lock "refresh_cache-48a90973-8778-4800-a9d0-d68ab8255ccc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:37.996779 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Instance network_info: |[{"id": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "address": "fa:16:3e:72:28:c0", "network": {"id": "0d5ea5c1-ae80-495f-bf9a-66372e97ab0d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425343831-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "69bc51c16021427ebc8c8a10d578974e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13eae336-7b", "ovs_interfaceid": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:37.997196 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Terminating instance
Apr 30 15:51:38.224007 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "refresh_cache-37b5994c-9f35-467f-9650-3db65d8c905a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:38.291101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:38.292208 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:38.297694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.428s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:38.303362 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:38.303736 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Claim successful on node np0040594247
Apr 30 15:51:38.317465 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:38.447191 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:38.504655 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:38.508935 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:38.509114 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Instance destroyed successfully.
Apr 30 15:51:38.510676 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestMultiTenantJSON-server-391931003',display_name='tempest-ServersNegativeTestMultiTenantJSON-server-391931003',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serversnegativetestmultitenantjson-server-391931003',id=111,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69bc51c16021427ebc8c8a10d578974e',ramdisk_id='',reservation_id='r-wncavj7b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestMultiTenantJSON-1490169248',owner_user_name='tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:35Z,user_data=None,user_id='7a160d90b474452e9089c44ad74234d9',uuid=48a90973-8778-4800-a9d0-d68ab8255ccc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "address": "fa:16:3e:72:28:c0", "network": {"id": "0d5ea5c1-ae80-495f-bf9a-66372e97ab0d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425343831-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "69bc51c16021427ebc8c8a10d578974e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13eae336-7b", "ovs_interfaceid": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:38.511202 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Converting VIF {"id": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "address": "fa:16:3e:72:28:c0", "network": {"id": "0d5ea5c1-ae80-495f-bf9a-66372e97ab0d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425343831-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "69bc51c16021427ebc8c8a10d578974e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13eae336-7b", "ovs_interfaceid": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:38.512174 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:28:c0,bridge_name='br-int',has_traffic_filtering=True,id=13eae336-7bee-4547-9d34-9f70ef6cc2b7,network=Network(0d5ea5c1-ae80-495f-bf9a-66372e97ab0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13eae336-7b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:38.512612 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:28:c0,bridge_name='br-int',has_traffic_filtering=True,id=13eae336-7bee-4547-9d34-9f70ef6cc2b7,network=Network(0d5ea5c1-ae80-495f-bf9a-66372e97ab0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13eae336-7b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:38.514493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:38.515037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13eae336-7b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:38.515358 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:38.518220 np0040594247 nova-compute[88153]: INFO os_vif [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:28:c0,bridge_name='br-int',has_traffic_filtering=True,id=13eae336-7bee-4547-9d34-9f70ef6cc2b7,network=Network(0d5ea5c1-ae80-495f-bf9a-66372e97ab0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13eae336-7b')
Apr 30 15:51:38.518623 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Deleting instance files /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc_del
Apr 30 15:51:38.519322 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Deletion of /opt/stack/data/nova/instances/48a90973-8778-4800-a9d0-d68ab8255ccc_del complete
Apr 30 15:51:38.537058 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:38.538348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:38.538879 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Creating image(s)
Apr 30 15:51:38.539428 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "/opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:38.539793 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "/opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:38.541112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "/opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:38.541698 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "d6319ef3814cbb85f459903637526d106c965155" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:38.542272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "d6319ef3814cbb85f459903637526d106c965155" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:38.714946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:39.190730 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7194d008-9043-4eaa-acc0-e39937ac9774 req-579836fd-53ac-44ee-869a-58504634d7f8 service nova] Releasing lock "refresh_cache-37b5994c-9f35-467f-9650-3db65d8c905a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:39.193809 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:39.194048 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:39.196554 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquired lock "refresh_cache-37b5994c-9f35-467f-9650-3db65d8c905a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:39.196851 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:39.205553 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Took 0.70 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:39.209271 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7010f1a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:39.209271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:39.238607 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'QFI\xfb') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:39.244126 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:39.244893 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.part --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:39.265471 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfa15b7619424e1d9b716909dfa3bcc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1522230635304aeea36ad536a43de53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:39.345987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.part --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:39.345987 np0040594247 nova-compute[88153]: DEBUG nova.virt.images [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] 5523f91c-ba81-4d26-999a-daa8ff8b4a72 was qcow2, converting to raw {{(pid=88153) fetch_to_raw /opt/stack/nova/nova/virt/images.py:278}}
Apr 30 15:51:39.347674 np0040594247 nova-compute[88153]: DEBUG nova.privsep.utils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=88153) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Apr 30 15:51:39.349714 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.part /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.converted {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:39.694537 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:39.756231 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:39.771144 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Successfully created port: 1b927c10-09dc-47cb-a302-059c4dbb8198 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:39.902252 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.part /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.converted" returned: 0 in 0.553s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:39.912833 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.converted --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:39.945916 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:39.952453 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:39.953363 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:39.953363 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:39.953697 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:39.954166 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:40.020041 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155.converted --force-share --output=json" returned: 0 in 0.110s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:40.020703 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "d6319ef3814cbb85f459903637526d106c965155" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.478s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:40.021384 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:40.026935 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:40.031235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:40.087507 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Updating instance_info_cache with network_info: [{"id": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "address": "fa:16:3e:ab:a5:3d", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d72111f-24", "ovs_interfaceid": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:40.136299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:40.136831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "d6319ef3814cbb85f459903637526d106c965155" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:40.137529 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "d6319ef3814cbb85f459903637526d106c965155" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:40.138231 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:40.143911 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:40.144468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:40.206330 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:40.244475 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:40.245204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155,backing_fmt=raw /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:40.292101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155,backing_fmt=raw /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk 1073741824" returned: 0 in 0.046s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:40.292700 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "d6319ef3814cbb85f459903637526d106c965155" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:40.293229 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:40.391502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:40.392153 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Checking if we can resize image /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:40.392615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:40.460478 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:40.461022 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:40.490241 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:40.490241 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Cannot resize image /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:40.490241 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:40.490600 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Ensure instance console log exists: /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:40.491089 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:40.491461 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:40.492459 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:40.497024 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Available mdevs at: set().
Apr 30 15:51:40.497306 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:40.497577 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:40.502189 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:40.503067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:40.506905 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Traceback (most recent call last):
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     yield resources
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     return f(*args, **kwargs)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     chosen_mdev = self._create_mdev(
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     self._host.device_create(conf)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     raise e.with_traceback(tb)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     rv = meth(*args, **kwargs)
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:40.509295 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] 
Apr 30 15:51:40.518391 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Successfully updated port: 1b927c10-09dc-47cb-a302-059c4dbb8198 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:40.547671 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Received event network-changed-1b927c10-09dc-47cb-a302-059c4dbb8198 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:40.548007 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Refreshing instance network info cache due to event network-changed-1b927c10-09dc-47cb-a302-059c4dbb8198. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:40.548336 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] Acquiring lock "refresh_cache-749d7b10-c7ac-4af4-96c0-77325c66d784" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:40.548626 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] Acquired lock "refresh_cache-749d7b10-c7ac-4af4-96c0-77325c66d784" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:40.548945 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Refreshing network info cache for port 1b927c10-09dc-47cb-a302-059c4dbb8198 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:40.597944 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Releasing lock "refresh_cache-37b5994c-9f35-467f-9650-3db65d8c905a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:40.598396 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Instance network_info: |[{"id": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "address": "fa:16:3e:ab:a5:3d", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d72111f-24", "ovs_interfaceid": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:40.599040 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Terminating instance
Apr 30 15:51:40.974054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:40.974887 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:40.978490 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.769s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:41.023353 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "refresh_cache-749d7b10-c7ac-4af4-96c0-77325c66d784" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:41.103158 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:41.107197 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:41.114624 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:41.114929 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Instance destroyed successfully.
Apr 30 15:51:41.117232 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1217476010',display_name='tempest-TestMinimumBasicScenario-server-1217476010',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testminimumbasicscenario-server-1217476010',id=112,image_ref='5523f91c-ba81-4d26-999a-daa8ff8b4a72',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHQ8pO22WERMkNUTE5tU/KNpUhvDGu46xDcvB5P0u13OU5k4X0oA3tKjMEbnbjqLGy9Aeesj+ClPebDjcsDKxJYwdzG3cXZmXMPJXbS2O9UV0vy9dL0MG8hIP5AojlEhw==',key_name='tempest-TestMinimumBasicScenario-2080602097',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='612df2c8cfeb493bbc2a579d7371cef7',ramdisk_id='',reservation_id='r-zxjmig7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5523f91c-ba81-4d26-999a-daa8ff8b4a72',image_container_format='bare',image_disk_format='qcow2',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1393163233',owner_user_name='tempest-TestMinimumBasicScenario-1393163233-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:38Z,user_data=None,user_id='19e282ee500e455693fa0c2c5e7f317d',uuid=37b5994c-9f35-467f-9650-3db65d8c905a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "address": "fa:16:3e:ab:a5:3d", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d72111f-24", "ovs_interfaceid": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:41.117862 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converting VIF {"id": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "address": "fa:16:3e:ab:a5:3d", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d72111f-24", "ovs_interfaceid": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:41.118981 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a5:3d,bridge_name='br-int',has_traffic_filtering=True,id=1d72111f-2417-4768-ba10-cc1e4f7f3ff0,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d72111f-24') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:41.119500 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a5:3d,bridge_name='br-int',has_traffic_filtering=True,id=1d72111f-2417-4768-ba10-cc1e4f7f3ff0,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d72111f-24') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:41.121518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:41.122144 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d72111f-24, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:41.122530 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:41.125082 np0040594247 nova-compute[88153]: INFO os_vif [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a5:3d,bridge_name='br-int',has_traffic_filtering=True,id=1d72111f-2417-4768-ba10-cc1e4f7f3ff0,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d72111f-24')
Apr 30 15:51:41.125599 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Deleting instance files /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a_del
Apr 30 15:51:41.126828 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Deletion of /opt/stack/data/nova/instances/37b5994c-9f35-467f-9650-3db65d8c905a_del complete
Apr 30 15:51:41.222002 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:41.223630 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:41.224342 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Creating image(s)
Apr 30 15:51:41.225078 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "/opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:41.225494 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:41.226601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:41.227538 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:41.233131 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:41.235248 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:41.237926 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:41.257118 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-deda4222-2122-4b6e-b49b-a3738a08b986 req-661d93c8-c8f4-456b-bdd5-e1344170344f service nova] Releasing lock "refresh_cache-749d7b10-c7ac-4af4-96c0-77325c66d784" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:41.258646 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquired lock "refresh_cache-749d7b10-c7ac-4af4-96c0-77325c66d784" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:41.258973 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:41.343044 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:41.343441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:41.344101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:41.344807 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:41.350514 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:41.351249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:41.447639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:41.448241 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:41.497159 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:41.497393 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:41.506269 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk 1073741824" returned: 0 in 0.058s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:41.507564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.163s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:41.508060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:41.556166 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213b626f1df4430096bb155d4ea1af4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a1d1609a87142e39b7575db1e1dee69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:41.595707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.087s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:41.596190 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Checking if we can resize image /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:41.596591 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:41.637820 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:41.648246 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7032b320> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:41.648628 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:41.675559 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:41.689208 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:41.689849 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Cannot resize image /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:41.690400 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:41.691190 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Ensure instance console log exists: /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:41.691709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:41.692161 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:41.692730 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:41.693894 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:41.695201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:41.695201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:41.695492 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:41.695935 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:41.704503 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Available mdevs at: set().
Apr 30 15:51:41.704867 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:41.706104 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:41.715889 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:41.717621 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:41.720220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.028s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Traceback (most recent call last):
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     yield resources
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     return f(*args, **kwargs)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     chosen_mdev = self._create_mdev(
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     self._host.device_create(conf)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     raise e.with_traceback(tb)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     rv = meth(*args, **kwargs)
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:41.722621 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] 
Apr 30 15:51:41.811908 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:41.998542 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:42.042965 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Updating instance_info_cache with network_info: [{"id": "1b927c10-09dc-47cb-a302-059c4dbb8198", "address": "fa:16:3e:44:90:35", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1b927c10-09", "ovs_interfaceid": "1b927c10-09dc-47cb-a302-059c4dbb8198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:42.090171 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Successfully created port: 2e62df0d-e17b-4697-9046-d4eacfcb691b {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:42.202192 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:42.202192 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:42.505361 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:42.547493 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Releasing lock "refresh_cache-749d7b10-c7ac-4af4-96c0-77325c66d784" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:42.548202 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Instance network_info: |[{"id": "1b927c10-09dc-47cb-a302-059c4dbb8198", "address": "fa:16:3e:44:90:35", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1b927c10-09", "ovs_interfaceid": "1b927c10-09dc-47cb-a302-059c4dbb8198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:42.551743 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Terminating instance
Apr 30 15:51:42.691292 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Successfully updated port: 2e62df0d-e17b-4697-9046-d4eacfcb691b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:42.712934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.734s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Traceback (most recent call last):
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     return f(*args, **kwargs)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     chosen_mdev = self._create_mdev(
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     self._host.device_create(conf)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     raise e.with_traceback(tb)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     rv = meth(*args, **kwargs)
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:42.714924 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] 
Apr 30 15:51:42.716943 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:42.717813 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.069s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:42.721555 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Build of instance 48a90973-8778-4800-a9d0-d68ab8255ccc was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:42.723868 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:42.724874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestMultiTenantJSON-server-391931003',display_name='tempest-ServersNegativeTestMultiTenantJSON-server-391931003',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serversnegativetestmultitenantjson-server-391931003',id=111,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='69bc51c16021427ebc8c8a10d578974e',ramdisk_id='',reservation_id='r-wncavj7b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestMultiTenantJSON-1490169248',owner_user_name='tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:39Z,user_data=None,user_id='7a160d90b474452e9089c44ad74234d9',uuid=48a90973-8778-4800-a9d0-d68ab8255ccc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "address": "fa:16:3e:72:28:c0", "network": {"id": "0d5ea5c1-ae80-495f-bf9a-66372e97ab0d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425343831-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "69bc51c16021427ebc8c8a10d578974e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13eae336-7b", "ovs_interfaceid": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:42.725228 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Converting VIF {"id": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "address": "fa:16:3e:72:28:c0", "network": {"id": "0d5ea5c1-ae80-495f-bf9a-66372e97ab0d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425343831-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "69bc51c16021427ebc8c8a10d578974e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13eae336-7b", "ovs_interfaceid": "13eae336-7bee-4547-9d34-9f70ef6cc2b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:42.726225 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:28:c0,bridge_name='br-int',has_traffic_filtering=True,id=13eae336-7bee-4547-9d34-9f70ef6cc2b7,network=Network(0d5ea5c1-ae80-495f-bf9a-66372e97ab0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13eae336-7b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:42.726779 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:28:c0,bridge_name='br-int',has_traffic_filtering=True,id=13eae336-7bee-4547-9d34-9f70ef6cc2b7,network=Network(0d5ea5c1-ae80-495f-bf9a-66372e97ab0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13eae336-7b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:42.730724 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Received event network-changed-2e62df0d-e17b-4697-9046-d4eacfcb691b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:42.730946 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Refreshing instance network info cache due to event network-changed-2e62df0d-e17b-4697-9046-d4eacfcb691b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:42.731659 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] Acquiring lock "refresh_cache-6061b627-9732-4c3e-82c8-a73140674ac7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:42.731659 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] Acquired lock "refresh_cache-6061b627-9732-4c3e-82c8-a73140674ac7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:42.732052 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Refreshing network info cache for port 2e62df0d-e17b-4697-9046-d4eacfcb691b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:42.735156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:42.735694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13eae336-7b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:42.736358 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:42.739283 np0040594247 nova-compute[88153]: INFO os_vif [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:28:c0,bridge_name='br-int',has_traffic_filtering=True,id=13eae336-7bee-4547-9d34-9f70ef6cc2b7,network=Network(0d5ea5c1-ae80-495f-bf9a-66372e97ab0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13eae336-7b')
Apr 30 15:51:42.739589 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:42.739976 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:42.742164 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:43.060909 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:43.064492 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:43.064702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Instance destroyed successfully.
Apr 30 15:51:43.066017 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1116241345',display_name='tempest-ServersTestJSON-server-1116241345',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestjson-server-1116241345',id=113,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-74g1hg5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:40Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=749d7b10-c7ac-4af4-96c0-77325c66d784,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b927c10-09dc-47cb-a302-059c4dbb8198", "address": "fa:16:3e:44:90:35", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1b927c10-09", "ovs_interfaceid": "1b927c10-09dc-47cb-a302-059c4dbb8198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:43.066238 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "1b927c10-09dc-47cb-a302-059c4dbb8198", "address": "fa:16:3e:44:90:35", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1b927c10-09", "ovs_interfaceid": "1b927c10-09dc-47cb-a302-059c4dbb8198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:43.067508 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:90:35,bridge_name='br-int',has_traffic_filtering=True,id=1b927c10-09dc-47cb-a302-059c4dbb8198,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b927c10-09') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:43.068069 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:90:35,bridge_name='br-int',has_traffic_filtering=True,id=1b927c10-09dc-47cb-a302-059c4dbb8198,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b927c10-09') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:43.069836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:43.070326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b927c10-09, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:43.070660 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:43.073122 np0040594247 nova-compute[88153]: INFO os_vif [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:90:35,bridge_name='br-int',has_traffic_filtering=True,id=1b927c10-09dc-47cb-a302-059c4dbb8198,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b927c10-09')
Apr 30 15:51:43.073648 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Deleting instance files /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784_del
Apr 30 15:51:43.074344 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Deletion of /opt/stack/data/nova/instances/749d7b10-c7ac-4af4-96c0-77325c66d784_del complete
Apr 30 15:51:43.195942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "refresh_cache-6061b627-9732-4c3e-82c8-a73140674ac7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:43.284997 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:43.408292 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:43.415371 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:43.416233 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:43.416233 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:43.416401 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:43.416887 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:43.454871 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:43.518280 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:51:43.519685 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:51:43.520106 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Creating image(s)
Apr 30 15:51:43.520876 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "/opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:43.521206 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:43.522177 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:43.522965 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:43.528045 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:43.529600 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:43.583988 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:43.587852 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7033e060> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:43.588490 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:43.622271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:43.622596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:43.623084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:43.623899 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:43.630498 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:51:43.631949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:43.720202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 647-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:51:43.721454 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:43.721888 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:51:43.722218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:51:43.722889 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:51:43.723636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:43.724972 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:43.725557 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:43.766639 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:43.767435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:43.768248 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:43.867316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:43.867979 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:51:43.868411 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:51:43.881333 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:43.922770 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:43.923311 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:43.958486 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08e29ab2-95ba-4852-9003-3cd7a92b47d3 req-8f123b68-7607-4aec-8099-64423492abc2 service nova] Releasing lock "refresh_cache-6061b627-9732-4c3e-82c8-a73140674ac7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:43.959525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquired lock "refresh_cache-6061b627-9732-4c3e-82c8-a73140674ac7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:43.959853 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:51:43.969827 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:51:43.970271 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Cannot resize image /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:51:43.970822 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:51:43.971174 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Ensure instance console log exists: /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:51:43.971634 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:43.972023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:43.972409 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:51:43.976354 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Available mdevs at: set().
Apr 30 15:51:43.976635 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:51:43.976943 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:43.981802 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:43.982707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:51:43.985945 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Traceback (most recent call last):
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     yield resources
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     return f(*args, **kwargs)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     chosen_mdev = self._create_mdev(
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     self._host.device_create(conf)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     raise e.with_traceback(tb)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     rv = meth(*args, **kwargs)
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:43.988512 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] 
Apr 30 15:51:44.388920 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] [instance: 48a90973-8778-4800-a9d0-d68ab8255ccc] Took 1.65 seconds to deallocate network for instance.
Apr 30 15:51:44.435747 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.718s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Traceback (most recent call last):
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     return f(*args, **kwargs)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     chosen_mdev = self._create_mdev(
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     self._host.device_create(conf)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     raise e.with_traceback(tb)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     rv = meth(*args, **kwargs)
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:44.437543 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] 
Apr 30 15:51:44.439453 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:44.440993 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.853s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:44.444598 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Build of instance 37b5994c-9f35-467f-9650-3db65d8c905a was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:44.446814 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:44.447813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1217476010',display_name='tempest-TestMinimumBasicScenario-server-1217476010',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testminimumbasicscenario-server-1217476010',id=112,image_ref='5523f91c-ba81-4d26-999a-daa8ff8b4a72',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHQ8pO22WERMkNUTE5tU/KNpUhvDGu46xDcvB5P0u13OU5k4X0oA3tKjMEbnbjqLGy9Aeesj+ClPebDjcsDKxJYwdzG3cXZmXMPJXbS2O9UV0vy9dL0MG8hIP5AojlEhw==',key_name='tempest-TestMinimumBasicScenario-2080602097',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='612df2c8cfeb493bbc2a579d7371cef7',ramdisk_id='',reservation_id='r-zxjmig7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='5523f91c-ba81-4d26-999a-daa8ff8b4a72',image_container_format='bare',image_disk_format='qcow2',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1393163233',owner_user_name='tempest-TestMinimumBasicScenario-1393163233-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:41Z,user_data=None,user_id='19e282ee500e455693fa0c2c5e7f317d',uuid=37b5994c-9f35-467f-9650-3db65d8c905a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "address": "fa:16:3e:ab:a5:3d", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d72111f-24", "ovs_interfaceid": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:44.448155 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converting VIF {"id": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "address": "fa:16:3e:ab:a5:3d", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1d72111f-24", "ovs_interfaceid": "1d72111f-2417-4768-ba10-cc1e4f7f3ff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:44.449114 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a5:3d,bridge_name='br-int',has_traffic_filtering=True,id=1d72111f-2417-4768-ba10-cc1e4f7f3ff0,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d72111f-24') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:44.449564 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a5:3d,bridge_name='br-int',has_traffic_filtering=True,id=1d72111f-2417-4768-ba10-cc1e4f7f3ff0,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d72111f-24') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:44.451984 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:44.452542 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d72111f-24, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:44.453079 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:44.456305 np0040594247 nova-compute[88153]: INFO os_vif [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:a5:3d,bridge_name='br-int',has_traffic_filtering=True,id=1d72111f-2417-4768-ba10-cc1e4f7f3ff0,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d72111f-24')
Apr 30 15:51:44.457387 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:44.457387 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:44.457387 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:44.510928 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:51:44.724998 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Updating instance_info_cache with network_info: [{"id": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "address": "fa:16:3e:fe:92:32", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2e62df0d-e1", "ovs_interfaceid": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:45.104372 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:45.110011 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:45.110992 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:45.110992 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:45.111112 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:45.111797 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:45.228455 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Releasing lock "refresh_cache-6061b627-9732-4c3e-82c8-a73140674ac7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:51:45.228965 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Instance network_info: |[{"id": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "address": "fa:16:3e:fe:92:32", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2e62df0d-e1", "ovs_interfaceid": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:51:45.229556 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Terminating instance
Apr 30 15:51:45.344623 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:45.435022 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Deleted allocations for instance 48a90973-8778-4800-a9d0-d68ab8255ccc
Apr 30 15:51:45.616232 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:45.616821 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:45.735109 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:51:45.739356 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:51:45.739571 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Instance destroyed successfully.
Apr 30 15:51:45.740845 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1653712412',display_name='tempest-ServerStableDeviceRescueTest-server-1653712412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstabledevicerescuetest-server-1653712412',id=114,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-ozu00yu1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:43Z,user_data=None,user_id='213b626f1df4430096bb155d4ea1af4b',uuid=6061b627-9732-4c3e-82c8-a73140674ac7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "address": "fa:16:3e:fe:92:32", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2e62df0d-e1", "ovs_interfaceid": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:45.741174 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "address": "fa:16:3e:fe:92:32", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2e62df0d-e1", "ovs_interfaceid": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:45.742163 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:92:32,bridge_name='br-int',has_traffic_filtering=True,id=2e62df0d-e17b-4697-9046-d4eacfcb691b,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e62df0d-e1') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:45.742571 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:92:32,bridge_name='br-int',has_traffic_filtering=True,id=2e62df0d-e17b-4697-9046-d4eacfcb691b,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e62df0d-e1') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:45.744075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:45.744480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e62df0d-e1, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:45.744747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:45.747300 np0040594247 nova-compute[88153]: INFO os_vif [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:92:32,bridge_name='br-int',has_traffic_filtering=True,id=2e62df0d-e17b-4697-9046-d4eacfcb691b,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e62df0d-e1')
Apr 30 15:51:45.747792 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Deleting instance files /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7_del
Apr 30 15:51:45.748389 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Deletion of /opt/stack/data/nova/instances/6061b627-9732-4c3e-82c8-a73140674ac7_del complete
Apr 30 15:51:45.847570 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 37b5994c-9f35-467f-9650-3db65d8c905a] Took 1.39 seconds to deallocate network for instance.
Apr 30 15:51:45.946064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e5b82da7-c1fb-45fc-866a-96b7f03585bd tempest-ServersNegativeTestMultiTenantJSON-1490169248 tempest-ServersNegativeTestMultiTenantJSON-1490169248-project-member] Lock "48a90973-8778-4800-a9d0-d68ab8255ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.405s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:46.128911 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.688s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Traceback (most recent call last):
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     return f(*args, **kwargs)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     chosen_mdev = self._create_mdev(
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     self._host.device_create(conf)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     raise e.with_traceback(tb)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     rv = meth(*args, **kwargs)
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:46.130839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] 
Apr 30 15:51:46.133982 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:46.137253 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Build of instance 749d7b10-c7ac-4af4-96c0-77325c66d784 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:46.139510 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:46.140579 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1116241345',display_name='tempest-ServersTestJSON-server-1116241345',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestjson-server-1116241345',id=113,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-74g1hg5y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:43Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=749d7b10-c7ac-4af4-96c0-77325c66d784,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b927c10-09dc-47cb-a302-059c4dbb8198", "address": "fa:16:3e:44:90:35", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1b927c10-09", "ovs_interfaceid": "1b927c10-09dc-47cb-a302-059c4dbb8198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:46.140950 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "1b927c10-09dc-47cb-a302-059c4dbb8198", "address": "fa:16:3e:44:90:35", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap1b927c10-09", "ovs_interfaceid": "1b927c10-09dc-47cb-a302-059c4dbb8198", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:46.141838 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:90:35,bridge_name='br-int',has_traffic_filtering=True,id=1b927c10-09dc-47cb-a302-059c4dbb8198,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b927c10-09') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:46.142281 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:90:35,bridge_name='br-int',has_traffic_filtering=True,id=1b927c10-09dc-47cb-a302-059c4dbb8198,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b927c10-09') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:46.143819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:46.145098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b927c10-09, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:46.145358 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:46.148237 np0040594247 nova-compute[88153]: INFO os_vif [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:90:35,bridge_name='br-int',has_traffic_filtering=True,id=1b927c10-09dc-47cb-a302-059c4dbb8198,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b927c10-09')
Apr 30 15:51:46.148514 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:46.148840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:46.149121 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:46.259939 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:51:46.263206 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70718920> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:51:46.263206 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:46.263471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:46.898509 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Deleted allocations for instance 37b5994c-9f35-467f-9650-3db65d8c905a
Apr 30 15:51:46.913726 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:46.920716 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:46.921899 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:46.921899 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:46.921899 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:46.922087 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:47.085165 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:47.412999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-80eecad8-c414-4468-b3d7-58dcde467290 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "37b5994c-9f35-467f-9650-3db65d8c905a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.403s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:47.426627 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:47.427187 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:47.589059 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 749d7b10-c7ac-4af4-96c0-77325c66d784] Took 1.44 seconds to deallocate network for instance.
Apr 30 15:51:47.759688 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:47.794995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:47.939751 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.676s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Traceback (most recent call last):
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     return f(*args, **kwargs)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     chosen_mdev = self._create_mdev(
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     self._host.device_create(conf)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     rv = execute(f, *args, **kwargs)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     raise e.with_traceback(tb)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     rv = meth(*args, **kwargs)
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:51:47.942321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] 
Apr 30 15:51:47.943903 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:51:47.945810 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Build of instance 6061b627-9732-4c3e-82c8-a73140674ac7 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:51:47.948043 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:51:47.949139 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1653712412',display_name='tempest-ServerStableDeviceRescueTest-server-1653712412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstabledevicerescuetest-server-1653712412',id=114,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-ozu00yu1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:46Z,user_data=None,user_id='213b626f1df4430096bb155d4ea1af4b',uuid=6061b627-9732-4c3e-82c8-a73140674ac7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "address": "fa:16:3e:fe:92:32", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2e62df0d-e1", "ovs_interfaceid": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:51:47.949724 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "address": "fa:16:3e:fe:92:32", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2e62df0d-e1", "ovs_interfaceid": "2e62df0d-e17b-4697-9046-d4eacfcb691b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:51:47.950390 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:92:32,bridge_name='br-int',has_traffic_filtering=True,id=2e62df0d-e17b-4697-9046-d4eacfcb691b,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e62df0d-e1') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:51:47.950868 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:92:32,bridge_name='br-int',has_traffic_filtering=True,id=2e62df0d-e17b-4697-9046-d4eacfcb691b,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e62df0d-e1') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:51:47.952425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:47.952703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e62df0d-e1, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:51:47.952974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:51:47.955276 np0040594247 nova-compute[88153]: INFO os_vif [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:92:32,bridge_name='br-int',has_traffic_filtering=True,id=2e62df0d-e17b-4697-9046-d4eacfcb691b,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e62df0d-e1')
Apr 30 15:51:47.955562 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:51:47.955882 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:51:47.956165 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:51:48.039966 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:48.081426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:48.721131 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:48.811751 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Deleted allocations for instance 749d7b10-c7ac-4af4-96c0-77325c66d784
Apr 30 15:51:48.883008 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:51:49.323333 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b4c57563-50e0-43ba-8094-07ac434c7dd8 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "749d7b10-c7ac-4af4-96c0-77325c66d784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.366s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:49.386959 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 6061b627-9732-4c3e-82c8-a73140674ac7] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:51:50.044712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:50.046578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:50.069780 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:50.179335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:50.207158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:50.451221 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:50.457366 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Deleted allocations for instance 6061b627-9732-4c3e-82c8-a73140674ac7
Apr 30 15:51:50.485219 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:50.970556 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5be132db-ba70-491e-b411-c1bcbf81331a tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "6061b627-9732-4c3e-82c8-a73140674ac7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.158s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:51.205614 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:51.358619 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:51.888342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:51.913435 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:53.726706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:54.381745 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "53927646-087a-4d1c-aef7-fb262b7c4b9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:54.381745 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "53927646-087a-4d1c-aef7-fb262b7c4b9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:54.396282 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:51:54.514245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:54.534840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:54.566195 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:54.640602 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:54.684793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:54.885789 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:54.892514 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:51:55.302140 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "807a74c8-8a05-4a5f-ba3e-60c491ea0a55" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:55.302518 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "807a74c8-8a05-4a5f-ba3e-60c491ea0a55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:55.404075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:55.404298 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:55.405012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:55.405012 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:51:55.436502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:55.436883 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:55.446706 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:51:55.447422 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Claim successful on node np0040594247
Apr 30 15:51:55.618788 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:51:55.619661 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1485MB free_disk=56.50923156738281GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:51:55.620180 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:55.806600 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:55.830753 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:55.841478 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:55.853045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:55.889787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:55.961377 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.013728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.054064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.055886 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.057971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.070761 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.073155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.077584 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.077584 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:56.342310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:56.590859 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:56.602246 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:56.603401 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:56.603401 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:56.604094 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:56.604285 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:57.108694 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:57.109429 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:51:57.621088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:51:57.621747 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:51:57.625275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.005s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:58.134836 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:51:58.135355 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:51:58.218663 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfa15b7619424e1d9b716909dfa3bcc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1522230635304aeea36ad536a43de53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:51:58.318225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:58.326112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:58.340420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:58.378999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:58.453406 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:58.501734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:58.636298 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:51:58.692977 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 53927646-087a-4d1c-aef7-fb262b7c4b9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:51:58.729902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:51:58.851168 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Successfully created port: 66df295f-da67-4643-bb5c-6a25c676b937 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:51:58.928484 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "455672bf-e3bb-441b-879e-c3553d954e2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:51:58.928484 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "455672bf-e3bb-441b-879e-c3553d954e2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:51:59.143745 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:51:59.198654 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 807a74c8-8a05-4a5f-ba3e-60c491ea0a55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:51:59.433704 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:51:59.566685 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Successfully updated port: 66df295f-da67-4643-bb5c-6a25c676b937 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:51:59.604365 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Received event network-changed-66df295f-da67-4643-bb5c-6a25c676b937 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:51:59.605147 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Refreshing instance network info cache due to event network-changed-66df295f-da67-4643-bb5c-6a25c676b937. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:51:59.605367 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] Acquiring lock "refresh_cache-53927646-087a-4d1c-aef7-fb262b7c4b9f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:51:59.605538 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] Acquired lock "refresh_cache-53927646-087a-4d1c-aef7-fb262b7c4b9f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:51:59.605944 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Refreshing network info cache for port 66df295f-da67-4643-bb5c-6a25c676b937 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:51:59.700245 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 455672bf-e3bb-441b-879e-c3553d954e2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:51:59.700657 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:51:59.701007 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=640MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:51:59.839698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]: </device>
Apr 30 15:51:59.846157 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:51:59.847230 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:51:59.847230 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:51:59.847230 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:59.847460 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:51:59.969218 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:00.042498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:00.045021 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:00.048117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:00.050286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:00.070629 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "refresh_cache-53927646-087a-4d1c-aef7-fb262b7c4b9f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:00.156822 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:00.159458 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:00.160880 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:00.161364 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Creating image(s)
Apr 30 15:52:00.162129 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "/opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:00.162447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:00.163502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "/opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:00.165125 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:00.169649 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:00.171430 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:00.273442 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:00.273955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:00.274613 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:00.275735 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:00.280443 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:00.281054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:00.327395 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:00.352255 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:00.353002 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:00.375194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:00.375792 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:00.417832 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk 1073741824" returned: 0 in 0.042s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:00.418596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:00.419271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:00.519127 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:00.519720 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Checking if we can resize image /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:00.520153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:00.610761 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:00.611519 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Cannot resize image /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:00.612224 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:00.613001 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Ensure instance console log exists: /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:00.613555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:00.614083 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:00.614768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:00.618456 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Available mdevs at: set().
Apr 30 15:52:00.618911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:00.619267 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:00.623617 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:00.625062 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:00.628748 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Traceback (most recent call last):
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     yield resources
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     return f(*args, **kwargs)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     chosen_mdev = self._create_mdev(
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     self._host.device_create(conf)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     raise e.with_traceback(tb)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     rv = meth(*args, **kwargs)
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:00.631239 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] 
Apr 30 15:52:00.834967 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-28a8a673-457f-4d86-b7e2-2400558fe3c6 req-938b2492-75a3-4fb4-be79-60c528c021cf service nova] Releasing lock "refresh_cache-53927646-087a-4d1c-aef7-fb262b7c4b9f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:00.835927 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquired lock "refresh_cache-53927646-087a-4d1c-aef7-fb262b7c4b9f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:00.836262 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:00.865094 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:52:00.865428 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.240s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:00.865939 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.524s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:00.878277 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:00.878609 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Claim successful on node np0040594247
Apr 30 15:52:01.407147 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:01.699273 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Updating instance_info_cache with network_info: [{"id": "66df295f-da67-4643-bb5c-6a25c676b937", "address": "fa:16:3e:ec:c6:46", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66df295f-da", "ovs_interfaceid": "66df295f-da67-4643-bb5c-6a25c676b937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:02.060038 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:02.065632 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:02.066570 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:02.066901 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:02.067429 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:02.068096 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:02.204788 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Releasing lock "refresh_cache-53927646-087a-4d1c-aef7-fb262b7c4b9f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:02.205251 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Instance network_info: |[{"id": "66df295f-da67-4643-bb5c-6a25c676b937", "address": "fa:16:3e:ec:c6:46", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66df295f-da", "ovs_interfaceid": "66df295f-da67-4643-bb5c-6a25c676b937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:02.205873 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Terminating instance
Apr 30 15:52:02.315128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "92747ac9-cef5-4585-89e4-3b9d6adf9479" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:02.315451 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "92747ac9-cef5-4585-89e4-3b9d6adf9479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:02.572980 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:02.573725 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:02.713285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:02.718141 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:02.718141 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Instance destroyed successfully.
Apr 30 15:52:02.718368 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1983423486',display_name='tempest-ServersTestJSON-server-1983423486',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstestjson-server-1983423486',id=115,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-qxvop1yz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:51:59Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=53927646-087a-4d1c-aef7-fb262b7c4b9f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66df295f-da67-4643-bb5c-6a25c676b937", "address": "fa:16:3e:ec:c6:46", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66df295f-da", "ovs_interfaceid": "66df295f-da67-4643-bb5c-6a25c676b937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:02.718615 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "66df295f-da67-4643-bb5c-6a25c676b937", "address": "fa:16:3e:ec:c6:46", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66df295f-da", "ovs_interfaceid": "66df295f-da67-4643-bb5c-6a25c676b937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:02.719576 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:c6:46,bridge_name='br-int',has_traffic_filtering=True,id=66df295f-da67-4643-bb5c-6a25c676b937,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66df295f-da') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:02.720057 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:c6:46,bridge_name='br-int',has_traffic_filtering=True,id=66df295f-da67-4643-bb5c-6a25c676b937,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66df295f-da') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:02.722697 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:02.723230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66df295f-da, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:02.723552 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:02.726085 np0040594247 nova-compute[88153]: INFO os_vif [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:c6:46,bridge_name='br-int',has_traffic_filtering=True,id=66df295f-da67-4643-bb5c-6a25c676b937,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66df295f-da')
Apr 30 15:52:02.726607 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Deleting instance files /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f_del
Apr 30 15:52:02.727288 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Deletion of /opt/stack/data/nova/instances/53927646-087a-4d1c-aef7-fb262b7c4b9f_del complete
Apr 30 15:52:02.818834 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:52:02.863837 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:02.864095 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:02.864437 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:02.864840 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:02.865057 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:02.865329 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:52:03.085736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:03.085736 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:03.089992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.121s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:03.094650 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:03.094984 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Claim successful on node np0040594247
Apr 30 15:52:03.236914 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:03.241270 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c13fce0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:03.241771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:03.351693 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:03.594930 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:03.595454 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:03.656543 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e282ee500e455693fa0c2c5e7f317d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612df2c8cfeb493bbc2a579d7371cef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:03.732870 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:04.099748 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:04.177967 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Successfully created port: 74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:04.258613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:04.263854 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:04.265091 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:04.265091 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:04.265091 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:04.265297 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:04.606986 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:04.732227 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Successfully updated port: 74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:04.769504 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Received event network-changed-74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:04.770061 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Refreshing instance network info cache due to event network-changed-74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:04.770421 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] Acquiring lock "refresh_cache-807a74c8-8a05-4a5f-ba3e-60c491ea0a55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:04.770687 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] Acquired lock "refresh_cache-807a74c8-8a05-4a5f-ba3e-60c491ea0a55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:04.770979 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Refreshing network info cache for port 74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:04.773252 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:04.773762 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:04.832317 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:04.883127 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:04.952015 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:05.236357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "refresh_cache-807a74c8-8a05-4a5f-ba3e-60c491ea0a55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:05.288477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:05.289132 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:05.292719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.051s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:05.455726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-915de681-9e10-4104-ae11-6f1aac06b9de req-99da541c-c897-49bf-8eeb-fe8296f522fa service nova] Releasing lock "refresh_cache-807a74c8-8a05-4a5f-ba3e-60c491ea0a55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:05.456115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquired lock "refresh_cache-807a74c8-8a05-4a5f-ba3e-60c491ea0a55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:05.456470 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:05.621162 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:05.622454 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:05.622902 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Creating image(s)
Apr 30 15:52:05.623597 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "/opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:05.624082 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "/opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:05.624793 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "/opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:05.625596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "99a1031639ab5af9583d3b907ea57c24059dfb88" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:05.625731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "99a1031639ab5af9583d3b907ea57c24059dfb88" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:05.805004 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:05.806452 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:05.862982 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213b626f1df4430096bb155d4ea1af4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a1d1609a87142e39b7575db1e1dee69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:06.396868 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:06.401553 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Successfully created port: 64b797e1-0050-411b-9176-fa3204e37d62 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:06.442616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:06.450039 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'QFI\xfb') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:06.455184 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:06.455729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.part --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:06.472253 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:06.473222 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:06.473222 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:06.473529 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:06.474041 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:06.479417 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:06.547574 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.part --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:06.548201 np0040594247 nova-compute[88153]: DEBUG nova.virt.images [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] 4f227cf1-763d-4684-bd0d-4a6deeed70bc was qcow2, converting to raw {{(pid=88153) fetch_to_raw /opt/stack/nova/nova/virt/images.py:278}}
Apr 30 15:52:06.549477 np0040594247 nova-compute[88153]: DEBUG nova.privsep.utils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=88153) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Apr 30 15:52:06.549959 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.part /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.converted {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:06.724778 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Updating instance_info_cache with network_info: [{"id": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "address": "fa:16:3e:99:b5:b9", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74c0b37d-85", "ovs_interfaceid": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:06.864055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.part /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.converted" returned: 0 in 0.314s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:06.869865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.converted --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:06.915199 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:06.963377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88.converted --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:06.963610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "99a1031639ab5af9583d3b907ea57c24059dfb88" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.338s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:06.964624 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:06.972653 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:06.983693 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:06.998462 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:06.999303 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:07.033772 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Successfully updated port: 64b797e1-0050-411b-9176-fa3204e37d62 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:07.062929 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Received event network-changed-64b797e1-0050-411b-9176-fa3204e37d62 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:07.063974 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Refreshing instance network info cache due to event network-changed-64b797e1-0050-411b-9176-fa3204e37d62. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:07.064998 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] Acquiring lock "refresh_cache-455672bf-e3bb-441b-879e-c3553d954e2e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:07.065468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] Acquired lock "refresh_cache-455672bf-e3bb-441b-879e-c3553d954e2e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:07.066106 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Refreshing network info cache for port 64b797e1-0050-411b-9176-fa3204e37d62 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:07.072697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:07.073471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "99a1031639ab5af9583d3b907ea57c24059dfb88" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:07.074359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "99a1031639ab5af9583d3b907ea57c24059dfb88" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:07.075120 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:07.081539 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:07.082100 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:07.177026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:07.177540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88,backing_fmt=raw /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:07.211379 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88,backing_fmt=raw /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk 1073741824" returned: 0 in 0.033s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:07.212076 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "99a1031639ab5af9583d3b907ea57c24059dfb88" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:07.212643 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:07.229818 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Releasing lock "refresh_cache-807a74c8-8a05-4a5f-ba3e-60c491ea0a55" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:07.230479 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Instance network_info: |[{"id": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "address": "fa:16:3e:99:b5:b9", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74c0b37d-85", "ovs_interfaceid": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:07.308154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:07.308572 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Checking if we can resize image /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:07.309013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:07.396932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk --force-share --output=json" returned: 0 in 0.087s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:07.397451 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Cannot resize image /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:07.398047 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:07.398395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Ensure instance console log exists: /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:07.398893 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:07.399292 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:07.399741 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:07.403195 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Available mdevs at: set().
Apr 30 15:52:07.403491 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:07.403817 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:07.408595 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:07.410286 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:07.412905 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Traceback (most recent call last):
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     yield resources
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     return f(*args, **kwargs)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     chosen_mdev = self._create_mdev(
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     self._host.device_create(conf)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     raise e.with_traceback(tb)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     rv = meth(*args, **kwargs)
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:07.415212 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] 
Apr 30 15:52:07.418992 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Terminating instance
Apr 30 15:52:07.513021 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.220s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Traceback (most recent call last):
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     return f(*args, **kwargs)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     chosen_mdev = self._create_mdev(
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     self._host.device_create(conf)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     raise e.with_traceback(tb)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     rv = meth(*args, **kwargs)
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:07.514962 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] 
Apr 30 15:52:07.516819 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:07.517200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.166s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:07.517905 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Build of instance 53927646-087a-4d1c-aef7-fb262b7c4b9f was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:07.520295 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:07.521394 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersTestJSON-server-1983423486',display_name='tempest-ServersTestJSON-server-1983423486',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstestjson-server-1983423486',id=115,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1522230635304aeea36ad536a43de53b',ramdisk_id='',reservation_id='r-qxvop1yz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersTestJSON-241943190',owner_user_name='tempest-ServersTestJSON-241943190-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:03Z,user_data=None,user_id='cfa15b7619424e1d9b716909dfa3bcc2',uuid=53927646-087a-4d1c-aef7-fb262b7c4b9f,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66df295f-da67-4643-bb5c-6a25c676b937", "address": "fa:16:3e:ec:c6:46", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66df295f-da", "ovs_interfaceid": "66df295f-da67-4643-bb5c-6a25c676b937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:07.521883 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converting VIF {"id": "66df295f-da67-4643-bb5c-6a25c676b937", "address": "fa:16:3e:ec:c6:46", "network": {"id": "e92f3ab0-3797-4ed0-a086-87b5f9426438", "bridge": "br-int", "label": "tempest-ServersTestJSON-1605301098-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1522230635304aeea36ad536a43de53b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66df295f-da", "ovs_interfaceid": "66df295f-da67-4643-bb5c-6a25c676b937", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:07.522873 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:c6:46,bridge_name='br-int',has_traffic_filtering=True,id=66df295f-da67-4643-bb5c-6a25c676b937,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66df295f-da') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:07.523375 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:c6:46,bridge_name='br-int',has_traffic_filtering=True,id=66df295f-da67-4643-bb5c-6a25c676b937,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66df295f-da') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:07.525501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:07.526135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66df295f-da, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:07.526488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:07.529990 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:07.530297 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Claim successful on node np0040594247
Apr 30 15:52:07.534028 np0040594247 nova-compute[88153]: INFO os_vif [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:c6:46,bridge_name='br-int',has_traffic_filtering=True,id=66df295f-da67-4643-bb5c-6a25c676b937,network=Network(e92f3ab0-3797-4ed0-a086-87b5f9426438),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66df295f-da')
Apr 30 15:52:07.534321 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:07.534622 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:07.534987 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:07.539895 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "refresh_cache-455672bf-e3bb-441b-879e-c3553d954e2e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:07.626865 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:07.772298 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:07.921575 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:07.930156 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:07.931146 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:07.931649 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Creating image(s)
Apr 30 15:52:07.932433 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "/opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:07.933088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:07.934164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "/opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:07.935271 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:07.942205 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:07.943987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:07.964045 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:07.964227 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Instance destroyed successfully.
Apr 30 15:52:07.966037 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1744097624',display_name='tempest-TestMinimumBasicScenario-server-1744097624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testminimumbasicscenario-server-1744097624',id=116,image_ref='4f227cf1-763d-4684-bd0d-4a6deeed70bc',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAoVBF8xyUP0PmHR7+fz2JtsJXnamEg8M6WJs31T3G1wDnoi1J6ohadgJftYMaRdIqe/yv7CEPnj2BlrKvHw9lNoYffxOQDf+zlUtLoj/FXwyh3oq0EIOFde266TQnqGYg==',key_name='tempest-TestMinimumBasicScenario-998195435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='612df2c8cfeb493bbc2a579d7371cef7',ramdisk_id='',reservation_id='r-gipc7tk2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='4f227cf1-763d-4684-bd0d-4a6deeed70bc',image_container_format='bare',image_disk_format='qcow2',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1393163233',owner_user_name='tempest-TestMinimumBasicScenario-1393163233-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:05Z,user_data=None,user_id='19e282ee500e455693fa0c2c5e7f317d',uuid=807a74c8-8a05-4a5f-ba3e-60c491ea0a55,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "address": "fa:16:3e:99:b5:b9", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74c0b37d-85", "ovs_interfaceid": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:07.966237 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converting VIF {"id": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "address": "fa:16:3e:99:b5:b9", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74c0b37d-85", "ovs_interfaceid": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:07.967219 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:b5:b9,bridge_name='br-int',has_traffic_filtering=True,id=74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74c0b37d-85') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:07.968047 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:b5:b9,bridge_name='br-int',has_traffic_filtering=True,id=74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74c0b37d-85') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:07.969655 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:07.970294 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74c0b37d-85, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:07.971035 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:07.973042 np0040594247 nova-compute[88153]: INFO os_vif [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:b5:b9,bridge_name='br-int',has_traffic_filtering=True,id=74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74c0b37d-85')
Apr 30 15:52:07.973591 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Deleting instance files /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55_del
Apr 30 15:52:07.974124 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Deletion of /opt/stack/data/nova/instances/807a74c8-8a05-4a5f-ba3e-60c491ea0a55_del complete
Apr 30 15:52:08.043723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:08.044002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:08.044637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:08.045237 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:08.050088 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:08.050722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:08.147616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:08.148262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:08.184797 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:08.185533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.141s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:08.186107 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:08.261261 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:08.266416 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:08.267367 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:08.267367 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:08.267518 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:08.267942 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:08.277432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b3ce5b23-9af5-4e93-8f5a-0911a932d936 req-c6f829a4-353f-418f-9c7f-ec9e4bf0f8ed service nova] Releasing lock "refresh_cache-455672bf-e3bb-441b-879e-c3553d954e2e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:08.277432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquired lock "refresh_cache-455672bf-e3bb-441b-879e-c3553d954e2e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:08.277432 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:08.278794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:08.279252 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Checking if we can resize image /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:08.279635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:08.373001 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:08.373525 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Cannot resize image /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:08.374149 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:08.374544 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Ensure instance console log exists: /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:08.375020 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:08.375421 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:08.375922 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:08.379438 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Available mdevs at: set().
Apr 30 15:52:08.379754 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:08.380031 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:08.385053 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:08.385986 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:08.388972 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Traceback (most recent call last):
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     yield resources
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     return f(*args, **kwargs)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     chosen_mdev = self._create_mdev(
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     self._host.device_create(conf)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     raise e.with_traceback(tb)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     rv = meth(*args, **kwargs)
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:08.391529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] 
Apr 30 15:52:08.463088 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:08.484797 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:08.487963 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7040cef0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:08.488243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:08.736546 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:08.773152 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:08.773726 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:08.829960 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:08.880249 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:08.966827 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] [instance: 53927646-087a-4d1c-aef7-fb262b7c4b9f] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:52:09.043013 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Updating instance_info_cache with network_info: [{"id": "64b797e1-0050-411b-9176-fa3204e37d62", "address": "fa:16:3e:ca:cc:89", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap64b797e1-00", "ovs_interfaceid": "64b797e1-0050-411b-9176-fa3204e37d62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:09.288068 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.771s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:09.288809 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:09.292858 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.805s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:09.545897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Releasing lock "refresh_cache-455672bf-e3bb-441b-879e-c3553d954e2e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:09.546731 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Instance network_info: |[{"id": "64b797e1-0050-411b-9176-fa3204e37d62", "address": "fa:16:3e:ca:cc:89", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap64b797e1-00", "ovs_interfaceid": "64b797e1-0050-411b-9176-fa3204e37d62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:09.546731 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Terminating instance
Apr 30 15:52:09.806838 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:09.807390 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:09.868085 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6487a9193e5a45838006e27e48042b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aeda822ad4749fe846d5276f3ed8fed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:09.959177 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:09.965066 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:09.967116 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:09.967116 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:09.967116 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:09.967116 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:10.016932 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Deleted allocations for instance 53927646-087a-4d1c-aef7-fb262b7c4b9f
Apr 30 15:52:10.051901 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:10.057708 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:10.057910 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Instance destroyed successfully.
Apr 30 15:52:10.059309 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:51:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-598064250',display_name='tempest-ServerStableDeviceRescueTest-server-598064250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverstabledevicerescuetest-server-598064250',id=117,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOU+FfGGe6E0SGLpcnXL0oKK7cMzNISbwDAUIBPkLziZmDFmzOOYBSSqkG1xl1n9yNGdKPugOrPHXn2XfistErVyGmy03Rs2RFHGBGXuRWH6pUPTDaTe6EYlcyex4q9F8g==',key_name='tempest-keypair-847800102',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-or3hbjxi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='213b626f1df4430096bb155d4ea1af4b',uuid=455672bf-e3bb-441b-879e-c3553d954e2e,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64b797e1-0050-411b-9176-fa3204e37d62", "address": "fa:16:3e:ca:cc:89", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap64b797e1-00", "ovs_interfaceid": "64b797e1-0050-411b-9176-fa3204e37d62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:10.059697 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "64b797e1-0050-411b-9176-fa3204e37d62", "address": "fa:16:3e:ca:cc:89", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap64b797e1-00", "ovs_interfaceid": "64b797e1-0050-411b-9176-fa3204e37d62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:10.060777 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:cc:89,bridge_name='br-int',has_traffic_filtering=True,id=64b797e1-0050-411b-9176-fa3204e37d62,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b797e1-00') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:10.061259 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:cc:89,bridge_name='br-int',has_traffic_filtering=True,id=64b797e1-0050-411b-9176-fa3204e37d62,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b797e1-00') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:10.065574 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:10.066048 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64b797e1-00, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:10.066437 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:10.070024 np0040594247 nova-compute[88153]: INFO os_vif [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:cc:89,bridge_name='br-int',has_traffic_filtering=True,id=64b797e1-0050-411b-9176-fa3204e37d62,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b797e1-00')
Apr 30 15:52:10.071164 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Deleting instance files /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e_del
Apr 30 15:52:10.071289 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Deletion of /opt/stack/data/nova/instances/455672bf-e3bb-441b-879e-c3553d954e2e_del complete
Apr 30 15:52:10.306739 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:10.429239 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Successfully created port: dd79b5b6-09ad-4c39-a47a-aca614afb69d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:10.470420 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:10.470939 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:10.527154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8db0596d-59ed-4afc-b484-0d6c17eb5234 tempest-ServersTestJSON-241943190 tempest-ServersTestJSON-241943190-project-member] Lock "53927646-087a-4d1c-aef7-fb262b7c4b9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.145s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:10.580767 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:10.583031 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c16a780> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:10.583718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:10.815705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:10.947342 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Successfully updated port: dd79b5b6-09ad-4c39-a47a-aca614afb69d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:10.981616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.688s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Traceback (most recent call last):
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     return f(*args, **kwargs)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     chosen_mdev = self._create_mdev(
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     self._host.device_create(conf)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     raise e.with_traceback(tb)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     rv = meth(*args, **kwargs)
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:10.983846 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] 
Apr 30 15:52:10.985587 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:10.986183 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.403s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:10.990824 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Build of instance 807a74c8-8a05-4a5f-ba3e-60c491ea0a55 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:10.993064 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:10.994034 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1744097624',display_name='tempest-TestMinimumBasicScenario-server-1744097624',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testminimumbasicscenario-server-1744097624',id=116,image_ref='4f227cf1-763d-4684-bd0d-4a6deeed70bc',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAoVBF8xyUP0PmHR7+fz2JtsJXnamEg8M6WJs31T3G1wDnoi1J6ohadgJftYMaRdIqe/yv7CEPnj2BlrKvHw9lNoYffxOQDf+zlUtLoj/FXwyh3oq0EIOFde266TQnqGYg==',key_name='tempest-TestMinimumBasicScenario-998195435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='612df2c8cfeb493bbc2a579d7371cef7',ramdisk_id='',reservation_id='r-gipc7tk2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='4f227cf1-763d-4684-bd0d-4a6deeed70bc',image_container_format='bare',image_disk_format='qcow2',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1393163233',owner_user_name='tempest-TestMinimumBasicScenario-1393163233-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:08Z,user_data=None,user_id='19e282ee500e455693fa0c2c5e7f317d',uuid=807a74c8-8a05-4a5f-ba3e-60c491ea0a55,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "address": "fa:16:3e:99:b5:b9", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74c0b37d-85", "ovs_interfaceid": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:10.994367 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converting VIF {"id": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "address": "fa:16:3e:99:b5:b9", "network": {"id": "346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-291685332-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "612df2c8cfeb493bbc2a579d7371cef7", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap74c0b37d-85", "ovs_interfaceid": "74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:10.995186 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:b5:b9,bridge_name='br-int',has_traffic_filtering=True,id=74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74c0b37d-85') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:10.995588 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:b5:b9,bridge_name='br-int',has_traffic_filtering=True,id=74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74c0b37d-85') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:10.997303 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:10.997731 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74c0b37d-85, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:10.997987 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:11.000151 np0040594247 nova-compute[88153]: INFO os_vif [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:b5:b9,bridge_name='br-int',has_traffic_filtering=True,id=74c0b37d-85fc-4cf3-9e9d-b0dfd38c4cf4,network=Network(346b2bd2-f312-4fd0-9ccc-3dc9f7a2448f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74c0b37d-85')
Apr 30 15:52:11.000447 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:11.000840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:11.001122 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:11.203492 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Received event network-changed-dd79b5b6-09ad-4c39-a47a-aca614afb69d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:11.203826 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Refreshing instance network info cache due to event network-changed-dd79b5b6-09ad-4c39-a47a-aca614afb69d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:11.204156 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] Acquiring lock "refresh_cache-92747ac9-cef5-4585-89e4-3b9d6adf9479" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:11.204522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] Acquired lock "refresh_cache-92747ac9-cef5-4585-89e4-3b9d6adf9479" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:11.204744 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Refreshing network info cache for port dd79b5b6-09ad-4c39-a47a-aca614afb69d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:11.452865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "refresh_cache-92747ac9-cef5-4585-89e4-3b9d6adf9479" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:11.656938 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:11.662277 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:11.663099 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:11.663099 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:11.663353 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:11.663803 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:11.753414 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:11.827461 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:11.828969 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:11.829414 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Creating image(s)
Apr 30 15:52:11.830114 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "/opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:11.830444 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "/opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:11.831376 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "/opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:11.832159 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:11.837381 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:11.843445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:11.936905 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:11.938355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:11.939023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:11.939704 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:11.945066 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:11.945661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:11.961835 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:11.964685 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:12.038993 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:12.039548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:12.077028 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:12.077671 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:12.078242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:12.170897 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:12.171435 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:12.181462 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:12.182741 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Checking if we can resize image /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:12.183158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:12.281194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:12.281733 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Cannot resize image /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:12.282340 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:12.282706 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Ensure instance console log exists: /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:12.286699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:12.286699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:12.286699 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:12.291297 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Available mdevs at: set().
Apr 30 15:52:12.291754 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:12.292127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:12.298620 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:12.300593 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:12.303735 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Traceback (most recent call last):
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     yield resources
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     return f(*args, **kwargs)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     chosen_mdev = self._create_mdev(
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     self._host.device_create(conf)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     raise e.with_traceback(tb)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     rv = meth(*args, **kwargs)
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:12.306991 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] 
Apr 30 15:52:12.469008 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-696a7ee7-c964-45e0-b2f0-ec9b0bb6c10e req-de36b21f-9b53-4a6d-8c2e-44d7ca2f11ae service nova] Releasing lock "refresh_cache-92747ac9-cef5-4585-89e4-3b9d6adf9479" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:12.470052 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] [instance: 807a74c8-8a05-4a5f-ba3e-60c491ea0a55] Took 1.47 seconds to deallocate network for instance.
Apr 30 15:52:12.474122 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquired lock "refresh_cache-92747ac9-cef5-4585-89e4-3b9d6adf9479" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:12.474397 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:12.697282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.711s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Traceback (most recent call last):
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     return f(*args, **kwargs)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     chosen_mdev = self._create_mdev(
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     self._host.device_create(conf)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     raise e.with_traceback(tb)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     rv = meth(*args, **kwargs)
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:12.702659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] 
Apr 30 15:52:12.706074 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:12.706950 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Build of instance 455672bf-e3bb-441b-879e-c3553d954e2e was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:12.710767 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:12.711959 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:51:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-598064250',display_name='tempest-ServerStableDeviceRescueTest-server-598064250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverstabledevicerescuetest-server-598064250',id=117,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOU+FfGGe6E0SGLpcnXL0oKK7cMzNISbwDAUIBPkLziZmDFmzOOYBSSqkG1xl1n9yNGdKPugOrPHXn2XfistErVyGmy03Rs2RFHGBGXuRWH6pUPTDaTe6EYlcyex4q9F8g==',key_name='tempest-keypair-847800102',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a1d1609a87142e39b7575db1e1dee69',ramdisk_id='',reservation_id='r-or3hbjxi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-779992634',owner_user_name='tempest-ServerStableDeviceRescueTest-779992634-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='213b626f1df4430096bb155d4ea1af4b',uuid=455672bf-e3bb-441b-879e-c3553d954e2e,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64b797e1-0050-411b-9176-fa3204e37d62", "address": "fa:16:3e:ca:cc:89", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap64b797e1-00", "ovs_interfaceid": "64b797e1-0050-411b-9176-fa3204e37d62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:12.712339 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converting VIF {"id": "64b797e1-0050-411b-9176-fa3204e37d62", "address": "fa:16:3e:ca:cc:89", "network": {"id": "41b1637a-37ec-4762-9775-67190bc700e1", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-897104498-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a1d1609a87142e39b7575db1e1dee69", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap64b797e1-00", "ovs_interfaceid": "64b797e1-0050-411b-9176-fa3204e37d62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:12.713398 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:cc:89,bridge_name='br-int',has_traffic_filtering=True,id=64b797e1-0050-411b-9176-fa3204e37d62,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b797e1-00') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:12.713883 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:cc:89,bridge_name='br-int',has_traffic_filtering=True,id=64b797e1-0050-411b-9176-fa3204e37d62,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b797e1-00') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:12.716803 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:12.717385 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64b797e1-00, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:12.717816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:12.720216 np0040594247 nova-compute[88153]: INFO os_vif [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:cc:89,bridge_name='br-int',has_traffic_filtering=True,id=64b797e1-0050-411b-9176-fa3204e37d62,network=Network(41b1637a-37ec-4762-9775-67190bc700e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64b797e1-00')
Apr 30 15:52:12.720545 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:12.720887 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:12.721178 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:13.093105 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:13.277452 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:13.328898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:13.459892 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Updating instance_info_cache with network_info: [{"id": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "address": "fa:16:3e:25:c6:7f", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd79b5b6-09", "ovs_interfaceid": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:13.558023 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Deleted allocations for instance 807a74c8-8a05-4a5f-ba3e-60c491ea0a55
Apr 30 15:52:13.580474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:13.604195 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:13.740520 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:13.870466 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:13.963911 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Releasing lock "refresh_cache-92747ac9-cef5-4585-89e4-3b9d6adf9479" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:13.966044 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Instance network_info: |[{"id": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "address": "fa:16:3e:25:c6:7f", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd79b5b6-09", "ovs_interfaceid": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:13.966044 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Terminating instance
Apr 30 15:52:14.055740 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:14.059578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:14.068923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-05accb97-a93d-4e4e-895a-3c22dee51345 tempest-TestMinimumBasicScenario-1393163233 tempest-TestMinimumBasicScenario-1393163233-project-member] Lock "807a74c8-8a05-4a5f-ba3e-60c491ea0a55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.766s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:14.323411 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:14.357339 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:14.375106 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] [instance: 455672bf-e3bb-441b-879e-c3553d954e2e] Took 1.65 seconds to deallocate network for instance.
Apr 30 15:52:14.470901 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:14.474997 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:14.475826 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Instance destroyed successfully.
Apr 30 15:52:14.476560 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:52:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-887381448',display_name='tempest-AttachVolumeNegativeTest-server-887381448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumenegativetest-server-887381448',id=118,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiAZ/wjQqiYxSnwv1LGTIhG4+w1YJyVfsvoyqzc6RA/6BwxggVNkEPzK19WxQP1mD67/HmOmcRqQfmLgoZHSVxYp5YeIo7pCamNmky/GaTOR7Ocjx3YZCEiPULqu/11Cg==',key_name='tempest-keypair-1383473208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aeda822ad4749fe846d5276f3ed8fed',ramdisk_id='',reservation_id='r-0dk0azsj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-18926601',owner_user_name='tempest-AttachVolumeNegativeTest-18926601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6487a9193e5a45838006e27e48042b47',uuid=92747ac9-cef5-4585-89e4-3b9d6adf9479,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "address": "fa:16:3e:25:c6:7f", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd79b5b6-09", "ovs_interfaceid": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:14.476925 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converting VIF {"id": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "address": "fa:16:3e:25:c6:7f", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd79b5b6-09", "ovs_interfaceid": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:14.477800 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:c6:7f,bridge_name='br-int',has_traffic_filtering=True,id=dd79b5b6-09ad-4c39-a47a-aca614afb69d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd79b5b6-09') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:14.478217 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:c6:7f,bridge_name='br-int',has_traffic_filtering=True,id=dd79b5b6-09ad-4c39-a47a-aca614afb69d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd79b5b6-09') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:14.479692 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:14.480136 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd79b5b6-09, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:14.480352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:14.482821 np0040594247 nova-compute[88153]: INFO os_vif [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:c6:7f,bridge_name='br-int',has_traffic_filtering=True,id=dd79b5b6-09ad-4c39-a47a-aca614afb69d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd79b5b6-09')
Apr 30 15:52:14.483316 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Deleting instance files /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479_del
Apr 30 15:52:14.484041 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Deletion of /opt/stack/data/nova/instances/92747ac9-cef5-4585-89e4-3b9d6adf9479_del complete
Apr 30 15:52:14.994787 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:15.000771 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d707cc4a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:15.001055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:15.001453 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:15.427696 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Deleted allocations for instance 455672bf-e3bb-441b-879e-c3553d954e2e
Apr 30 15:52:15.604929 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:15.610589 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:15.611730 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:15.611730 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:15.611730 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:15.944435 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-204f82fe-d47f-44d7-a97a-e1d2e6ebffa5 tempest-ServerStableDeviceRescueTest-779992634 tempest-ServerStableDeviceRescueTest-779992634-project-member] Lock "455672bf-e3bb-441b-879e-c3553d954e2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:16.053393 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:16.056552 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:16.118718 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:16.118718 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:16.446190 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:16.502484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:16.634372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.632s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Traceback (most recent call last):
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     return f(*args, **kwargs)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     chosen_mdev = self._create_mdev(
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     self._host.device_create(conf)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     raise e.with_traceback(tb)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     rv = meth(*args, **kwargs)
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:16.635594 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] 
Apr 30 15:52:16.637528 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:16.638860 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Build of instance 92747ac9-cef5-4585-89e4-3b9d6adf9479 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:16.641086 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:16.642290 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:52:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-887381448',display_name='tempest-AttachVolumeNegativeTest-server-887381448',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumenegativetest-server-887381448',id=118,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHiAZ/wjQqiYxSnwv1LGTIhG4+w1YJyVfsvoyqzc6RA/6BwxggVNkEPzK19WxQP1mD67/HmOmcRqQfmLgoZHSVxYp5YeIo7pCamNmky/GaTOR7Ocjx3YZCEiPULqu/11Cg==',key_name='tempest-keypair-1383473208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aeda822ad4749fe846d5276f3ed8fed',ramdisk_id='',reservation_id='r-0dk0azsj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-18926601',owner_user_name='tempest-AttachVolumeNegativeTest-18926601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6487a9193e5a45838006e27e48042b47',uuid=92747ac9-cef5-4585-89e4-3b9d6adf9479,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "address": "fa:16:3e:25:c6:7f", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd79b5b6-09", "ovs_interfaceid": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:16.642864 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converting VIF {"id": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "address": "fa:16:3e:25:c6:7f", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd79b5b6-09", "ovs_interfaceid": "dd79b5b6-09ad-4c39-a47a-aca614afb69d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:16.643815 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:c6:7f,bridge_name='br-int',has_traffic_filtering=True,id=dd79b5b6-09ad-4c39-a47a-aca614afb69d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd79b5b6-09') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:16.644168 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:c6:7f,bridge_name='br-int',has_traffic_filtering=True,id=dd79b5b6-09ad-4c39-a47a-aca614afb69d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd79b5b6-09') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:16.645659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:16.646537 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd79b5b6-09, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:16.646537 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:16.649979 np0040594247 nova-compute[88153]: INFO os_vif [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:c6:7f,bridge_name='br-int',has_traffic_filtering=True,id=dd79b5b6-09ad-4c39-a47a-aca614afb69d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd79b5b6-09')
Apr 30 15:52:16.650336 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:16.650779 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:16.651135 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:16.744418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:16.808925 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:17.636462 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:17.708169 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:17.722994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:17.732282 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:17.736862 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:17.844783 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:17.906705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:17.948796 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.075505 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.142049 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 92747ac9-cef5-4585-89e4-3b9d6adf9479] Took 1.49 seconds to deallocate network for instance.
Apr 30 15:52:18.151537 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.650355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.671256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.673490 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.685777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.730919 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.742530 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.806856 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:18.846798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:19.237904 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Deleted allocations for instance 92747ac9-cef5-4585-89e4-3b9d6adf9479
Apr 30 15:52:19.757718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-77903fd5-8737-4d12-9fba-c5607d395258 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "92747ac9-cef5-4585-89e4-3b9d6adf9479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.442s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:20.066120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:20.107759 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:20.112515 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:20.118301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:20.204642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:20.371907 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:20.651953 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:20.757273 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:21.708162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:21.717727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:21.733253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:21.769958 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:21.847037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:21.892403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.068107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.070211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.087931 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.090923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.158258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.162125 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.674372 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.698135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.930245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:22.947852 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:23.286926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:23.326822 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:23.750826 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:23.982178 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:24.004601 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:24.067987 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:25.601500 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquiring lock "19a26a8b-9f94-457c-ba43-465611aa12bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:25.602361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "19a26a8b-9f94-457c-ba43-465611aa12bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:26.106292 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:52:26.592224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:26.613197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:26.622047 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:26.654005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:26.654358 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:26.868142 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:26.868142 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Claim successful on node np0040594247
Apr 30 15:52:26.872394 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:26.951845 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:26.997508 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:27.234130 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:27.244658 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:27.257070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:27.296869 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:27.379290 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:27.436168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.027453 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:28.035915 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:28.037025 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:28.037025 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:28.037025 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:28.037473 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:28.073128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.077090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.079334 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.080903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.104622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.108614 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.229954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.250329 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.372149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.445380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.468182 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "6b6803fe-f5b4-4a60-af43-99ab4e833a79" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:28.468696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "6b6803fe-f5b4-4a60-af43-99ab4e833a79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:28.493092 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.545496 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:28.545496 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:28.756839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:28.973729 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:52:29.065262 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:29.065964 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:29.125119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:29.147193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:29.513997 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:29.514455 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:29.519817 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:29.520219 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Claim successful on node np0040594247
Apr 30 15:52:29.577495 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:29.577895 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:29.709286 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77f94aabb0b44ece9c02ee1ad77d08f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf2c23c27ec4c998c807aaaabfdc2e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:30.083946 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:30.091606 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.101787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.116354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.127639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.131440 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.145623 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.232875 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.289271 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:30.527706 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Successfully created port: 0a14b349-a8cb-44c9-9125-dcf13d51dc1c {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:30.601769 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:30.701919 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:30.710698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:30.712080 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:30.712080 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:30.712080 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:31.186969 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Successfully updated port: 0a14b349-a8cb-44c9-9125-dcf13d51dc1c {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:31.217808 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:31.218296 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:31.345966 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.355334 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.366032 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.402989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.431543 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.444553 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.460613 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Received event network-changed-0a14b349-a8cb-44c9-9125-dcf13d51dc1c {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:31.460613 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Refreshing instance network info cache due to event network-changed-0a14b349-a8cb-44c9-9125-dcf13d51dc1c. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:31.465502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] Acquiring lock "refresh_cache-19a26a8b-9f94-457c-ba43-465611aa12bb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:31.465871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] Acquired lock "refresh_cache-19a26a8b-9f94-457c-ba43-465611aa12bb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:31.466260 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Refreshing network info cache for port 0a14b349-a8cb-44c9-9125-dcf13d51dc1c {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:31.467459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.512443 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.569614 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.607274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.612745 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:31.613980 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:31.614405 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Creating image(s)
Apr 30 15:52:31.620908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquiring lock "/opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:31.620908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "/opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:31.620908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "/opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:31.622705 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:31.627310 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:31.630561 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.634279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:31.652707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:31.696088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquiring lock "refresh_cache-19a26a8b-9f94-457c-ba43-465611aa12bb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:31.743537 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:31.746648 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:31.756632 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.122s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:31.756932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:31.757500 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:31.758210 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:31.771422 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:31.772067 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:31.898165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.126s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:31.898821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:31.944374 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk 1073741824" returned: 0 in 0.045s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:31.945802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.187s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:31.945802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:31.968335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.032382 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.046285 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:32.063734 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.118s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:32.068502 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Checking if we can resize image /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:32.068502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:32.093526 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.099252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.117115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.117115 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.134311 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.141885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.168963 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.183106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.212857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk --force-share --output=json" returned: 0 in 0.143s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:32.213663 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Cannot resize image /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:32.214093 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:32.214476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Ensure instance console log exists: /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:32.215002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:32.215472 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:32.216573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:32.224571 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Available mdevs at: set().
Apr 30 15:52:32.225116 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:32.225327 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:32.236568 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:32.240214 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:32.247552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.032s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Traceback (most recent call last):
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     yield resources
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     return f(*args, **kwargs)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     chosen_mdev = self._create_mdev(
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     self._host.device_create(conf)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     raise e.with_traceback(tb)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     rv = meth(*args, **kwargs)
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:32.250051 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] 
Apr 30 15:52:32.261354 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:32.261764 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:32.336709 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:32.375815 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6487a9193e5a45838006e27e48042b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aeda822ad4749fe846d5276f3ed8fed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:32.766062 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:32.787982 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.799506 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.813566 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.824815 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.846325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b54cb6fd-dd64-4861-9bdf-2c7f542259c5 req-4c38573c-345b-464a-945d-6c5eb2e67444 service nova] Releasing lock "refresh_cache-19a26a8b-9f94-457c-ba43-465611aa12bb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:32.846325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquired lock "refresh_cache-19a26a8b-9f94-457c-ba43-465611aa12bb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:32.846325 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:32.865132 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.946849 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:32.995518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:33.008936 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Successfully created port: 380c62f8-0d85-4c50-a45b-53340a3c5f5d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:33.276512 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:33.413081 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:33.677643 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Successfully updated port: 380c62f8-0d85-4c50-a45b-53340a3c5f5d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:33.729086 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Received event network-changed-380c62f8-0d85-4c50-a45b-53340a3c5f5d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:33.729086 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Refreshing instance network info cache due to event network-changed-380c62f8-0d85-4c50-a45b-53340a3c5f5d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:33.729086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] Acquiring lock "refresh_cache-6b6803fe-f5b4-4a60-af43-99ab4e833a79" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:33.729347 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] Acquired lock "refresh_cache-6b6803fe-f5b4-4a60-af43-99ab4e833a79" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:33.729983 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Refreshing network info cache for port 380c62f8-0d85-4c50-a45b-53340a3c5f5d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:33.753097 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:33.973476 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Updating instance_info_cache with network_info: [{"id": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "address": "fa:16:3e:ec:a6:17", "network": {"id": "08d54095-4d86-4aa5-bc5a-e47edc8f0636", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407447525-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "daf2c23c27ec4c998c807aaaabfdc2e2", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0a14b349-a8", "ovs_interfaceid": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:34.075100 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.075647 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.116700 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.119861 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.125019 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.125263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.143649 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "3e254b7d-6c23-45b1-9c90-3c991995d0d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:34.144042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "3e254b7d-6c23-45b1-9c90-3c991995d0d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:34.183833 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "refresh_cache-6b6803fe-f5b4-4a60-af43-99ab4e833a79" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:34.292448 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:34.297715 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:34.298203 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Creating image(s)
Apr 30 15:52:34.299138 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:34.299640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "/opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:34.301041 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "/opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:34.302096 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:34.308553 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:34.310918 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:34.315975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:34.418796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:34.419242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:34.420215 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:34.421219 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:34.428239 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:34.428745 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:34.447126 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.477136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Releasing lock "refresh_cache-19a26a8b-9f94-457c-ba43-465611aa12bb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:34.477929 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Instance network_info: |[{"id": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "address": "fa:16:3e:ec:a6:17", "network": {"id": "08d54095-4d86-4aa5-bc5a-e47edc8f0636", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407447525-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "daf2c23c27ec4c998c807aaaabfdc2e2", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0a14b349-a8", "ovs_interfaceid": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:34.479071 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Terminating instance
Apr 30 15:52:34.488766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.554571 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:34.554571 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.126s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:34.555983 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:34.611560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk 1073741824" returned: 0 in 0.056s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:34.612210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.192s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:34.612727 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:34.646954 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:52:34.717776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:34.718307 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:34.718905 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:34.752770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.813040 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:34.813575 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Cannot resize image /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:34.814220 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:34.814529 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Ensure instance console log exists: /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:34.815060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:34.815517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:34.816066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:34.819632 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Available mdevs at: set().
Apr 30 15:52:34.820044 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:34.821079 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:34.831752 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:34.832877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:34.838861 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Traceback (most recent call last):
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     yield resources
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     return f(*args, **kwargs)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     chosen_mdev = self._create_mdev(
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     self._host.device_create(conf)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     raise e.with_traceback(tb)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     rv = meth(*args, **kwargs)
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:34.846160 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] 
Apr 30 15:52:34.910265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:34.989894 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:34.996257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:34.996603 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Instance destroyed successfully.
Apr 30 15:52:34.998333 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:52:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2056152851',display_name='tempest-ServersNegativeTestJSON-server-2056152851',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serversnegativetestjson-server-2056152851',id=119,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='daf2c23c27ec4c998c807aaaabfdc2e2',ramdisk_id='',reservation_id='r-uejr4hkw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-866132100',owner_user_name='tempest-ServersNegativeTestJSON-866132100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:31Z,user_data=None,user_id='77f94aabb0b44ece9c02ee1ad77d08f8',uuid=19a26a8b-9f94-457c-ba43-465611aa12bb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "address": "fa:16:3e:ec:a6:17", "network": {"id": "08d54095-4d86-4aa5-bc5a-e47edc8f0636", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407447525-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "daf2c23c27ec4c998c807aaaabfdc2e2", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0a14b349-a8", "ovs_interfaceid": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:34.999002 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Converting VIF {"id": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "address": "fa:16:3e:ec:a6:17", "network": {"id": "08d54095-4d86-4aa5-bc5a-e47edc8f0636", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407447525-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "daf2c23c27ec4c998c807aaaabfdc2e2", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0a14b349-a8", "ovs_interfaceid": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:35.000351 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a6:17,bridge_name='br-int',has_traffic_filtering=True,id=0a14b349-a8cb-44c9-9125-dcf13d51dc1c,network=Network(08d54095-4d86-4aa5-bc5a-e47edc8f0636),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a14b349-a8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:35.003701 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a6:17,bridge_name='br-int',has_traffic_filtering=True,id=0a14b349-a8cb-44c9-9125-dcf13d51dc1c,network=Network(08d54095-4d86-4aa5-bc5a-e47edc8f0636),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a14b349-a8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:35.004166 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:35.004769 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a14b349-a8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:35.005503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:35.009074 np0040594247 nova-compute[88153]: INFO os_vif [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a6:17,bridge_name='br-int',has_traffic_filtering=True,id=0a14b349-a8cb-44c9-9125-dcf13d51dc1c,network=Network(08d54095-4d86-4aa5-bc5a-e47edc8f0636),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a14b349-a8')
Apr 30 15:52:35.009823 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Deleting instance files /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb_del
Apr 30 15:52:35.010715 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Deletion of /opt/stack/data/nova/instances/19a26a8b-9f94-457c-ba43-465611aa12bb_del complete
Apr 30 15:52:35.070777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-862af8a6-b9a3-4736-b685-4698c90b9bed req-74f2e3fa-2f9b-423e-8b53-1782442ae0f2 service nova] Releasing lock "refresh_cache-6b6803fe-f5b4-4a60-af43-99ab4e833a79" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:35.071452 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquired lock "refresh_cache-6b6803fe-f5b4-4a60-af43-99ab4e833a79" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:35.071809 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:35.192742 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:35.192742 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:35.202814 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:35.204495 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Claim successful on node np0040594247
Apr 30 15:52:35.366403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:35.376837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:35.386287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:35.426365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:35.489753 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:35.524528 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:35.526481 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705f0ef0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:35.526481 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:35.537086 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:35.632383 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:35.895054 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Updating instance_info_cache with network_info: [{"id": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "address": "fa:16:3e:db:6f:24", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap380c62f8-0d", "ovs_interfaceid": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:36.082978 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:36.086277 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:36.183004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:36.184791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:36.188492 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:36.190524 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:36.398396 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Releasing lock "refresh_cache-6b6803fe-f5b4-4a60-af43-99ab4e833a79" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:36.399513 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Instance network_info: |[{"id": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "address": "fa:16:3e:db:6f:24", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap380c62f8-0d", "ovs_interfaceid": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:36.400361 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Terminating instance
Apr 30 15:52:36.428197 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:36.449718 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:36.450927 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:36.450927 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:36.567190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "9b40f20b-ed91-4e71-88d4-a450af15551d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:36.567537 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "9b40f20b-ed91-4e71-88d4-a450af15551d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:36.910022 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:36.915155 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:36.915404 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Instance destroyed successfully.
Apr 30 15:52:36.916941 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-699425954',display_name='tempest-AttachVolumeNegativeTest-server-699425954',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumenegativetest-server-699425954',id=120,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIZ6yuGn7YXNX/eL6edpOya85FJ+7Yq/X8N0EfqbZXEDjc/W6CgMYjoZzUK5U+FCpa02PtSkRMxx60m5V5aou9EFT4TgkvwtkAOoZWhJ9DXMA8tmRYbMp8/p2FTC6j5jug==',key_name='tempest-keypair-233428666',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aeda822ad4749fe846d5276f3ed8fed',ramdisk_id='',reservation_id='r-6ykr0t40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-18926601',owner_user_name='tempest-AttachVolumeNegativeTest-18926601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6487a9193e5a45838006e27e48042b47',uuid=6b6803fe-f5b4-4a60-af43-99ab4e833a79,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "address": "fa:16:3e:db:6f:24", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap380c62f8-0d", "ovs_interfaceid": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:36.917281 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converting VIF {"id": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "address": "fa:16:3e:db:6f:24", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap380c62f8-0d", "ovs_interfaceid": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:36.918148 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:6f:24,bridge_name='br-int',has_traffic_filtering=True,id=380c62f8-0d85-4c50-a45b-53340a3c5f5d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap380c62f8-0d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:36.918557 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:6f:24,bridge_name='br-int',has_traffic_filtering=True,id=380c62f8-0d85-4c50-a45b-53340a3c5f5d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap380c62f8-0d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:36.920492 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:36.920933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap380c62f8-0d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:36.921239 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:36.924367 np0040594247 nova-compute[88153]: INFO os_vif [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:6f:24,bridge_name='br-int',has_traffic_filtering=True,id=380c62f8-0d85-4c50-a45b-53340a3c5f5d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap380c62f8-0d')
Apr 30 15:52:36.925074 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Deleting instance files /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79_del
Apr 30 15:52:36.925937 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Deletion of /opt/stack/data/nova/instances/6b6803fe-f5b4-4a60-af43-99ab4e833a79_del complete
Apr 30 15:52:36.955010 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:36.955227 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:37.071055 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:52:37.432154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:37.437191 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:37.439907 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7052a810> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:37.440226 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:37.467185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:37.470839 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:37.470839 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:37.473907 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.947s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:37.608662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:37.692405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:37.732145 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:37.988970 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:37.989254 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:38.076932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:38.081235 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2477c6f37f28464c944ba4b1608a70fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6625f46887e54fa7b9bdf5ce8a7f4b16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:38.083214 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:38.176252 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:38.183617 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:38.184729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:38.184729 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:38.184909 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:38.487706 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:38.691049 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:38.691590 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:38.704109 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Successfully created port: 10104233-b7b1-4fba-8cda-02bd527a80d7 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:38.757956 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:38.994625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:39.202853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.729s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Traceback (most recent call last):
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     return f(*args, **kwargs)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     chosen_mdev = self._create_mdev(
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     self._host.device_create(conf)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     raise e.with_traceback(tb)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     rv = meth(*args, **kwargs)
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:39.204839 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] 
Apr 30 15:52:39.206982 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:39.207219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.767s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:39.211702 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Build of instance 19a26a8b-9f94-457c-ba43-465611aa12bb was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:39.213924 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:39.214924 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:52:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2056152851',display_name='tempest-ServersNegativeTestJSON-server-2056152851',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serversnegativetestjson-server-2056152851',id=119,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='daf2c23c27ec4c998c807aaaabfdc2e2',ramdisk_id='',reservation_id='r-uejr4hkw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-866132100',owner_user_name='tempest-ServersNegativeTestJSON-866132100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:35Z,user_data=None,user_id='77f94aabb0b44ece9c02ee1ad77d08f8',uuid=19a26a8b-9f94-457c-ba43-465611aa12bb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "address": "fa:16:3e:ec:a6:17", "network": {"id": "08d54095-4d86-4aa5-bc5a-e47edc8f0636", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407447525-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "daf2c23c27ec4c998c807aaaabfdc2e2", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0a14b349-a8", "ovs_interfaceid": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:39.215277 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Converting VIF {"id": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "address": "fa:16:3e:ec:a6:17", "network": {"id": "08d54095-4d86-4aa5-bc5a-e47edc8f0636", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1407447525-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "daf2c23c27ec4c998c807aaaabfdc2e2", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0a14b349-a8", "ovs_interfaceid": "0a14b349-a8cb-44c9-9125-dcf13d51dc1c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:39.216097 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a6:17,bridge_name='br-int',has_traffic_filtering=True,id=0a14b349-a8cb-44c9-9125-dcf13d51dc1c,network=Network(08d54095-4d86-4aa5-bc5a-e47edc8f0636),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a14b349-a8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:39.216508 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a6:17,bridge_name='br-int',has_traffic_filtering=True,id=0a14b349-a8cb-44c9-9125-dcf13d51dc1c,network=Network(08d54095-4d86-4aa5-bc5a-e47edc8f0636),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a14b349-a8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:39.218232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:39.218786 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a14b349-a8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:39.219018 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:39.221289 np0040594247 nova-compute[88153]: INFO os_vif [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ec:a6:17,bridge_name='br-int',has_traffic_filtering=True,id=0a14b349-a8cb-44c9-9125-dcf13d51dc1c,network=Network(08d54095-4d86-4aa5-bc5a-e47edc8f0636),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a14b349-a8')
Apr 30 15:52:39.221597 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:39.221926 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:39.222471 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:39.277150 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Successfully updated port: 10104233-b7b1-4fba-8cda-02bd527a80d7 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:39.314238 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Received event network-changed-10104233-b7b1-4fba-8cda-02bd527a80d7 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:39.314634 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Refreshing instance network info cache due to event network-changed-10104233-b7b1-4fba-8cda-02bd527a80d7. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:39.314991 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] Acquiring lock "refresh_cache-3e254b7d-6c23-45b1-9c90-3c991995d0d0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:39.315234 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] Acquired lock "refresh_cache-3e254b7d-6c23-45b1-9c90-3c991995d0d0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:39.315558 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Refreshing network info cache for port 10104233-b7b1-4fba-8cda-02bd527a80d7 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:39.782853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "refresh_cache-3e254b7d-6c23-45b1-9c90-3c991995d0d0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:39.865341 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:39.885946 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:39.891723 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:39.892616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:39.892616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:39.892616 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:39.893057 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:39.997134 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:40.005456 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:40.006878 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:40.007300 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Creating image(s)
Apr 30 15:52:40.008051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "/opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:40.008372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "/opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:40.009278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "/opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:40.010071 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:40.015701 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:40.017475 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:40.108016 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:40.108582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:40.109338 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:40.110013 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:40.115695 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:40.116227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:40.128350 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:40.213583 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:40.214163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:40.255960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:40.256594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.147s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:40.257172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:40.351024 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:40.351639 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:40.352106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:40.400102 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:40.400620 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:40.449957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:40.450980 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Cannot resize image /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:40.451586 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:40.451731 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Ensure instance console log exists: /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:40.452236 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:40.452603 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:40.453007 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:40.456125 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Available mdevs at: set().
Apr 30 15:52:40.456402 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:40.456766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:40.461300 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:40.462391 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:40.464758 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.012s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Traceback (most recent call last):
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     yield resources
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     return f(*args, **kwargs)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     chosen_mdev = self._create_mdev(
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     self._host.device_create(conf)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     raise e.with_traceback(tb)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     rv = meth(*args, **kwargs)
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:40.467034 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] 
Apr 30 15:52:40.499981 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6f87447d-be41-4a36-b86a-69b0bf09bceb req-5dcfabf3-ac87-4733-85b4-6f7c3a28c1ef service nova] Releasing lock "refresh_cache-3e254b7d-6c23-45b1-9c90-3c991995d0d0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:40.500936 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquired lock "refresh_cache-3e254b7d-6c23-45b1-9c90-3c991995d0d0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:40.501268 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:40.634618 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] [instance: 19a26a8b-9f94-457c-ba43-465611aa12bb] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:52:40.916637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.709s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Traceback (most recent call last):
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     return f(*args, **kwargs)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     chosen_mdev = self._create_mdev(
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     self._host.device_create(conf)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     raise e.with_traceback(tb)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     rv = meth(*args, **kwargs)
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:40.918616 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] 
Apr 30 15:52:40.920471 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:40.921461 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.313s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:40.922697 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Build of instance 6b6803fe-f5b4-4a60-af43-99ab4e833a79 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:40.924875 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:40.925976 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:52:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-699425954',display_name='tempest-AttachVolumeNegativeTest-server-699425954',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumenegativetest-server-699425954',id=120,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIZ6yuGn7YXNX/eL6edpOya85FJ+7Yq/X8N0EfqbZXEDjc/W6CgMYjoZzUK5U+FCpa02PtSkRMxx60m5V5aou9EFT4TgkvwtkAOoZWhJ9DXMA8tmRYbMp8/p2FTC6j5jug==',key_name='tempest-keypair-233428666',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aeda822ad4749fe846d5276f3ed8fed',ramdisk_id='',reservation_id='r-6ykr0t40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-18926601',owner_user_name='tempest-AttachVolumeNegativeTest-18926601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6487a9193e5a45838006e27e48042b47',uuid=6b6803fe-f5b4-4a60-af43-99ab4e833a79,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "address": "fa:16:3e:db:6f:24", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap380c62f8-0d", "ovs_interfaceid": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:40.926323 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converting VIF {"id": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "address": "fa:16:3e:db:6f:24", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap380c62f8-0d", "ovs_interfaceid": "380c62f8-0d85-4c50-a45b-53340a3c5f5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:40.927345 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:6f:24,bridge_name='br-int',has_traffic_filtering=True,id=380c62f8-0d85-4c50-a45b-53340a3c5f5d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap380c62f8-0d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:40.927828 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:6f:24,bridge_name='br-int',has_traffic_filtering=True,id=380c62f8-0d85-4c50-a45b-53340a3c5f5d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap380c62f8-0d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:40.930843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:40.931297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap380c62f8-0d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:40.931653 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:40.935356 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:40.935662 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Claim successful on node np0040594247
Apr 30 15:52:40.939472 np0040594247 nova-compute[88153]: INFO os_vif [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:6f:24,bridge_name='br-int',has_traffic_filtering=True,id=380c62f8-0d85-4c50-a45b-53340a3c5f5d,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap380c62f8-0d')
Apr 30 15:52:40.939944 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:40.940410 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:40.940886 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:40.973252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:41.001298 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:41.073033 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:41.340014 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Updating instance_info_cache with network_info: [{"id": "10104233-b7b1-4fba-8cda-02bd527a80d7", "address": "fa:16:3e:90:82:fd", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap10104233-b7", "ovs_interfaceid": "10104233-b7b1-4fba-8cda-02bd527a80d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:41.687776 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Deleted allocations for instance 19a26a8b-9f94-457c-ba43-465611aa12bb
Apr 30 15:52:41.985558 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Releasing lock "refresh_cache-3e254b7d-6c23-45b1-9c90-3c991995d0d0" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:41.986032 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Instance network_info: |[{"id": "10104233-b7b1-4fba-8cda-02bd527a80d7", "address": "fa:16:3e:90:82:fd", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap10104233-b7", "ovs_interfaceid": "10104233-b7b1-4fba-8cda-02bd527a80d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:41.986512 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:41.992374 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Terminating instance
Apr 30 15:52:42.111065 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:42.116065 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:42.117252 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:42.117252 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:42.117385 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:42.117768 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:42.200924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f57aa220-5e9d-4150-9a9f-db165da57f91 tempest-ServersNegativeTestJSON-866132100 tempest-ServersNegativeTestJSON-866132100-project-member] Lock "19a26a8b-9f94-457c-ba43-465611aa12bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.599s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:42.492871 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: 6b6803fe-f5b4-4a60-af43-99ab4e833a79] Took 1.55 seconds to deallocate network for instance.
Apr 30 15:52:42.499293 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:42.502998 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:42.503171 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Instance destroyed successfully.
Apr 30 15:52:42.504291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:52:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-810974041',display_name='tempest-ServerRescueNegativeTestJSON-server-810974041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverrescuenegativetestjson-server-810974041',id=121,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6625f46887e54fa7b9bdf5ce8a7f4b16',ramdisk_id='',reservation_id='r-2dvwd4e1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1768851116',owner_user_name='tempest-ServerRescueNegativeTestJSON-1768851116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:39Z,user_data=None,user_id='2477c6f37f28464c944ba4b1608a70fd',uuid=3e254b7d-6c23-45b1-9c90-3c991995d0d0,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10104233-b7b1-4fba-8cda-02bd527a80d7", "address": "fa:16:3e:90:82:fd", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap10104233-b7", "ovs_interfaceid": "10104233-b7b1-4fba-8cda-02bd527a80d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:42.504640 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converting VIF {"id": "10104233-b7b1-4fba-8cda-02bd527a80d7", "address": "fa:16:3e:90:82:fd", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap10104233-b7", "ovs_interfaceid": "10104233-b7b1-4fba-8cda-02bd527a80d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:42.505502 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:82:fd,bridge_name='br-int',has_traffic_filtering=True,id=10104233-b7b1-4fba-8cda-02bd527a80d7,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10104233-b7') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:42.505937 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:82:fd,bridge_name='br-int',has_traffic_filtering=True,id=10104233-b7b1-4fba-8cda-02bd527a80d7,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10104233-b7') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:42.507320 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:42.507700 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10104233-b7, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:42.507952 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:42.510321 np0040594247 nova-compute[88153]: INFO os_vif [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:82:fd,bridge_name='br-int',has_traffic_filtering=True,id=10104233-b7b1-4fba-8cda-02bd527a80d7,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10104233-b7')
Apr 30 15:52:42.510794 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Deleting instance files /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0_del
Apr 30 15:52:42.511379 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Deletion of /opt/stack/data/nova/instances/3e254b7d-6c23-45b1-9c90-3c991995d0d0_del complete
Apr 30 15:52:42.622221 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:42.622851 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:43.020183 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:43.025288 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94162990> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:43.025288 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:43.133761 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:43.134387 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:43.138071 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.113s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:43.508275 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:43.521187 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:43.541788 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Deleted allocations for instance 6b6803fe-f5b4-4a60-af43-99ab4e833a79
Apr 30 15:52:43.650149 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:43.650428 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:43.719464 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2477c6f37f28464c944ba4b1608a70fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6625f46887e54fa7b9bdf5ce8a7f4b16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:43.759119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:43.763061 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:43.773836 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:43.782482 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:43.783572 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:43.783572 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:43.783572 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:43.784170 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:44.053065 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed6c838c-b8bf-4f4e-b41d-8849049df071 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "6b6803fe-f5b4-4a60-af43-99ab4e833a79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.584s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:44.077099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:44.147486 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:44.247862 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Successfully created port: 2f6bdf2c-1599-456c-8253-d7ba78c6b9fa {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:44.289577 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:44.290035 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:44.331420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:44.373596 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:44.629806 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:44.656650 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:44.660766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:44.813105 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.675s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Traceback (most recent call last):
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     return f(*args, **kwargs)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     chosen_mdev = self._create_mdev(
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     self._host.device_create(conf)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     raise e.with_traceback(tb)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     rv = meth(*args, **kwargs)
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:44.815082 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] 
Apr 30 15:52:44.817075 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:44.819579 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Build of instance 3e254b7d-6c23-45b1-9c90-3c991995d0d0 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:44.822138 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:44.823935 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:52:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-810974041',display_name='tempest-ServerRescueNegativeTestJSON-server-810974041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverrescuenegativetestjson-server-810974041',id=121,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6625f46887e54fa7b9bdf5ce8a7f4b16',ramdisk_id='',reservation_id='r-2dvwd4e1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1768851116',owner_user_name='tempest-ServerRescueNegativeTestJSON-1768851116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:43Z,user_data=None,user_id='2477c6f37f28464c944ba4b1608a70fd',uuid=3e254b7d-6c23-45b1-9c90-3c991995d0d0,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10104233-b7b1-4fba-8cda-02bd527a80d7", "address": "fa:16:3e:90:82:fd", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap10104233-b7", "ovs_interfaceid": "10104233-b7b1-4fba-8cda-02bd527a80d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:44.824194 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converting VIF {"id": "10104233-b7b1-4fba-8cda-02bd527a80d7", "address": "fa:16:3e:90:82:fd", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap10104233-b7", "ovs_interfaceid": "10104233-b7b1-4fba-8cda-02bd527a80d7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:44.825184 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:82:fd,bridge_name='br-int',has_traffic_filtering=True,id=10104233-b7b1-4fba-8cda-02bd527a80d7,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10104233-b7') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:44.825763 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:82:fd,bridge_name='br-int',has_traffic_filtering=True,id=10104233-b7b1-4fba-8cda-02bd527a80d7,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10104233-b7') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:44.827412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:44.827939 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10104233-b7, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:44.828331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:44.830965 np0040594247 nova-compute[88153]: INFO os_vif [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:82:fd,bridge_name='br-int',has_traffic_filtering=True,id=10104233-b7b1-4fba-8cda-02bd527a80d7,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap10104233-b7')
Apr 30 15:52:44.831502 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:44.832225 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:44.832522 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:44.962653 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Successfully updated port: 2f6bdf2c-1599-456c-8253-d7ba78c6b9fa {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:45.016890 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Received event network-changed-2f6bdf2c-1599-456c-8253-d7ba78c6b9fa {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:45.016890 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Refreshing instance network info cache due to event network-changed-2f6bdf2c-1599-456c-8253-d7ba78c6b9fa. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:45.017436 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] Acquiring lock "refresh_cache-9b40f20b-ed91-4e71-88d4-a450af15551d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:45.019419 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] Acquired lock "refresh_cache-9b40f20b-ed91-4e71-88d4-a450af15551d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:45.019419 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Refreshing network info cache for port 2f6bdf2c-1599-456c-8253-d7ba78c6b9fa {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:45.471587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "refresh_cache-9b40f20b-ed91-4e71-88d4-a450af15551d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:45.576812 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:45.676319 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:45.678354 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:45.679019 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Creating image(s)
Apr 30 15:52:45.680019 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "/opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:45.680355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "/opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:45.681351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "/opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:45.682067 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:45.687452 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:45.689388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:45.713214 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:45.754588 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:45.791421 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:45.791952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:45.792584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:45.793521 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:45.799012 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:45.799505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:45.893926 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:45.894530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:45.929846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:45.930715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:45.930921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:46.033383 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:46.033383 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:46.033631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:46.079722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:46.133222 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:46.133994 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Cannot resize image /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:46.135039 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:46.135039 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Ensure instance console log exists: /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:46.135923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:46.135923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:46.136131 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:46.140204 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Available mdevs at: set().
Apr 30 15:52:46.140604 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:46.140830 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:46.146820 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:46.148236 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:46.151495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Traceback (most recent call last):
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     yield resources
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     return f(*args, **kwargs)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     chosen_mdev = self._create_mdev(
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     self._host.device_create(conf)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     raise e.with_traceback(tb)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     rv = meth(*args, **kwargs)
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:46.154069 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] 
Apr 30 15:52:46.218352 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-578e4a65-d3db-499a-83e3-9b51b69bbff2 req-54a8453e-c8ee-4671-bbf6-b9bfdb046fc1 service nova] Releasing lock "refresh_cache-9b40f20b-ed91-4e71-88d4-a450af15551d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:46.219117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquired lock "refresh_cache-9b40f20b-ed91-4e71-88d4-a450af15551d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:46.219444 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:46.259878 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 3e254b7d-6c23-45b1-9c90-3c991995d0d0] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:52:46.782486 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:47.109051 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Updating instance_info_cache with network_info: [{"id": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "address": "fa:16:3e:54:ed:0f", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2f6bdf2c-15", "ovs_interfaceid": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:47.318918 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Deleted allocations for instance 3e254b7d-6c23-45b1-9c90-3c991995d0d0
Apr 30 15:52:47.613179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Releasing lock "refresh_cache-9b40f20b-ed91-4e71-88d4-a450af15551d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:47.613615 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Instance network_info: |[{"id": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "address": "fa:16:3e:54:ed:0f", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2f6bdf2c-15", "ovs_interfaceid": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:47.614239 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Terminating instance
Apr 30 15:52:47.833517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7d72c0ac-ba70-4ce4-bad0-5841a082b7ce tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "3e254b7d-6c23-45b1-9c90-3c991995d0d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.689s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:48.079457 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:48.110063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:48.121294 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:48.125134 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:48.125418 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Instance destroyed successfully.
Apr 30 15:52:48.126829 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:52:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-179934850',display_name='tempest-ServerRescueNegativeTestJSON-server-179934850',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-serverrescuenegativetestjson-server-179934850',id=122,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6625f46887e54fa7b9bdf5ce8a7f4b16',ramdisk_id='',reservation_id='r-3v9se5qn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1768851116',owner_user_name='tempest-ServerRescueNegativeTestJSON-1768851116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:45Z,user_data=None,user_id='2477c6f37f28464c944ba4b1608a70fd',uuid=9b40f20b-ed91-4e71-88d4-a450af15551d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "address": "fa:16:3e:54:ed:0f", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2f6bdf2c-15", "ovs_interfaceid": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:48.127316 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converting VIF {"id": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "address": "fa:16:3e:54:ed:0f", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2f6bdf2c-15", "ovs_interfaceid": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:48.128497 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:ed:0f,bridge_name='br-int',has_traffic_filtering=True,id=2f6bdf2c-1599-456c-8253-d7ba78c6b9fa,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f6bdf2c-15') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:48.129441 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:ed:0f,bridge_name='br-int',has_traffic_filtering=True,id=2f6bdf2c-1599-456c-8253-d7ba78c6b9fa,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f6bdf2c-15') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:48.132096 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:48.132773 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f6bdf2c-15, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:48.133261 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:48.137556 np0040594247 nova-compute[88153]: INFO os_vif [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:ed:0f,bridge_name='br-int',has_traffic_filtering=True,id=2f6bdf2c-1599-456c-8253-d7ba78c6b9fa,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f6bdf2c-15')
Apr 30 15:52:48.138306 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Deleting instance files /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d_del
Apr 30 15:52:48.139295 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Deletion of /opt/stack/data/nova/instances/9b40f20b-ed91-4e71-88d4-a450af15551d_del complete
Apr 30 15:52:48.648838 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:52:48.652180 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7030a900> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:52:48.652447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:48.653337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:48.764714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:49.250021 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:49.256724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:49.257647 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:49.257647 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:49.258217 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:49.762139 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:49.762631 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:50.275150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.622s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Traceback (most recent call last):
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     return f(*args, **kwargs)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     chosen_mdev = self._create_mdev(
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     self._host.device_create(conf)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     raise e.with_traceback(tb)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     rv = meth(*args, **kwargs)
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:50.277376 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] 
Apr 30 15:52:50.280091 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:52:50.283830 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Build of instance 9b40f20b-ed91-4e71-88d4-a450af15551d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:52:50.286273 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:52:50.287617 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:52:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-179934850',display_name='tempest-ServerRescueNegativeTestJSON-server-179934850',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-serverrescuenegativetestjson-server-179934850',id=122,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6625f46887e54fa7b9bdf5ce8a7f4b16',ramdisk_id='',reservation_id='r-3v9se5qn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1768851116',owner_user_name='tempest-ServerRescueNegativeTestJSON-1768851116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:48Z,user_data=None,user_id='2477c6f37f28464c944ba4b1608a70fd',uuid=9b40f20b-ed91-4e71-88d4-a450af15551d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "address": "fa:16:3e:54:ed:0f", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2f6bdf2c-15", "ovs_interfaceid": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:50.288111 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converting VIF {"id": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "address": "fa:16:3e:54:ed:0f", "network": {"id": "e7a4b617-337c-4b76-8d5f-f9d5a35394f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-82838458-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "6625f46887e54fa7b9bdf5ce8a7f4b16", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2f6bdf2c-15", "ovs_interfaceid": "2f6bdf2c-1599-456c-8253-d7ba78c6b9fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:50.288962 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:ed:0f,bridge_name='br-int',has_traffic_filtering=True,id=2f6bdf2c-1599-456c-8253-d7ba78c6b9fa,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f6bdf2c-15') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:50.289445 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:ed:0f,bridge_name='br-int',has_traffic_filtering=True,id=2f6bdf2c-1599-456c-8253-d7ba78c6b9fa,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f6bdf2c-15') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:50.291111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:50.291567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f6bdf2c-15, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:50.291973 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:50.295145 np0040594247 nova-compute[88153]: INFO os_vif [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:ed:0f,bridge_name='br-int',has_traffic_filtering=True,id=2f6bdf2c-1599-456c-8253-d7ba78c6b9fa,network=Network(e7a4b617-337c-4b76-8d5f-f9d5a35394f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f6bdf2c-15')
Apr 30 15:52:50.295508 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:52:50.295947 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:52:50.296336 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:52:51.205651 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:51.437527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "af0de706-2149-463b-94e6-532043efed56" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:51.437527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "af0de706-2149-463b-94e6-532043efed56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:51.711705 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] [instance: 9b40f20b-ed91-4e71-88d4-a450af15551d] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:52:51.940332 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:52:52.266530 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:52.279236 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:52.293515 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:52.327483 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:52.393163 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:52.436969 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:52.473824 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:52.474403 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:52.479401 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:52:52.479942 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Claim successful on node np0040594247
Apr 30 15:52:52.766708 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Deleted allocations for instance 9b40f20b-ed91-4e71-88d4-a450af15551d
Apr 30 15:52:53.009837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:53.020656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:53.069205 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:53.134219 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:53.174474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:53.281846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aee78a5a-7913-4b1a-9877-5da4f68379fd tempest-ServerRescueNegativeTestJSON-1768851116 tempest-ServerRescueNegativeTestJSON-1768851116-project-member] Lock "9b40f20b-ed91-4e71-88d4-a450af15551d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.714s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:53.589391 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:53.599686 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:53.600574 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:53.600574 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:53.600883 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:53.601412 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:53.765253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:53.890089 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:54.080174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:54.083706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:54.088076 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:54.109177 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:54.110681 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:54.120981 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:54.626304 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:54.626986 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:52:55.143768 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:52:55.143768 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:52:55.266930 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6487a9193e5a45838006e27e48042b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aeda822ad4749fe846d5276f3ed8fed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:52:55.546154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.558624 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.570989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.598861 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.610076 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.649172 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:52:55.707191 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.756275 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.890936 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:55.892514 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:55.936239 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:56.098927 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Successfully created port: 66580e9e-65a1-49cc-87b5-46bff2694ba5 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:52:56.110475 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:56.157743 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:52:56.411721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:56.411721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:56.411721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:56.411721 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:52:56.681372 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:52:56.682651 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1616MB free_disk=56.48714065551758GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:52:56.682944 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:56.683291 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:56.850199 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Successfully updated port: 66580e9e-65a1-49cc-87b5-46bff2694ba5 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:52:56.891763 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] [instance: af0de706-2149-463b-94e6-532043efed56] Received event network-changed-66580e9e-65a1-49cc-87b5-46bff2694ba5 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:52:56.891763 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] [instance: af0de706-2149-463b-94e6-532043efed56] Refreshing instance network info cache due to event network-changed-66580e9e-65a1-49cc-87b5-46bff2694ba5. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:52:56.892562 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] Acquiring lock "refresh_cache-af0de706-2149-463b-94e6-532043efed56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:56.892562 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] Acquired lock "refresh_cache-af0de706-2149-463b-94e6-532043efed56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:56.892764 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] [instance: af0de706-2149-463b-94e6-532043efed56] Refreshing network info cache for port 66580e9e-65a1-49cc-87b5-46bff2694ba5 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:52:57.179886 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:52:57.181785 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:52:57.182236 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Creating image(s)
Apr 30 15:52:57.182998 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "/opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:57.183332 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "/opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:57.184279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "/opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:57.185161 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:57.192418 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:57.196457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:57.298622 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:57.299552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:57.300473 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:57.301046 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:57.306251 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:52:57.306845 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:57.354635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "refresh_cache-af0de706-2149-463b-94e6-532043efed56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:52:57.411779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:57.412530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:57.452696 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] [instance: af0de706-2149-463b-94e6-532043efed56] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:57.460368 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk 1073741824" returned: 0 in 0.048s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:57.460647 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.160s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:57.461142 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:57.563025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:57.563025 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Checking if we can resize image /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:52:57.563025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:52:57.623536 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] [instance: af0de706-2149-463b-94e6-532043efed56] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:57.670494 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:52:57.671287 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Cannot resize image /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:52:57.672224 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:52:57.672833 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Ensure instance console log exists: /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:52:57.673447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:57.673926 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:57.674343 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:52:57.680678 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Available mdevs at: set().
Apr 30 15:52:57.680966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:52:57.681235 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:57.686465 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:57.688470 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:52:57.690331 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56] Traceback (most recent call last):
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     yield resources
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     return f(*args, **kwargs)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     chosen_mdev = self._create_mdev(
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     self._host.device_create(conf)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     rv = execute(f, *args, **kwargs)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     raise e.with_traceback(tb)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     rv = meth(*args, **kwargs)
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:52:57.692826 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56] 
Apr 30 15:52:57.743966 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance af0de706-2149-463b-94e6-532043efed56 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:52:57.744298 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:52:57.744563 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=640MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:52:57.843250 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]: </device>
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:52:57.850712 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:52:57.852509 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:57.853163 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:52:58.088213 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:58.089380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:58.129785 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d35e8c91-1ebe-468b-b129-0dabf6cb99da req-92044c52-d03a-4d25-aa30-fc308880ec05 service nova] Releasing lock "refresh_cache-af0de706-2149-463b-94e6-532043efed56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:58.131013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquired lock "refresh_cache-af0de706-2149-463b-94e6-532043efed56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:52:58.131431 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:52:58.357890 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:58.358368 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:52:58.682163 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:52:58.769856 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:58.874459 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:52:58.874459 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:52:58.925029 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Updating instance_info_cache with network_info: [{"id": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "address": "fa:16:3e:bb:32:96", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66580e9e-65", "ovs_interfaceid": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:52:59.428224 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Releasing lock "refresh_cache-af0de706-2149-463b-94e6-532043efed56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:52:59.428741 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Instance network_info: |[{"id": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "address": "fa:16:3e:bb:32:96", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66580e9e-65", "ovs_interfaceid": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:52:59.429289 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Terminating instance
Apr 30 15:52:59.815251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:59.851256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:59.873896 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:59.889337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:52:59.889687 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:52:59.891850 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:52:59.935496 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:52:59.939656 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: af0de706-2149-463b-94e6-532043efed56] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:52:59.939861 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: af0de706-2149-463b-94e6-532043efed56] Instance destroyed successfully.
Apr 30 15:52:59.941428 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-569558355',display_name='tempest-AttachVolumeNegativeTest-server-569558355',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumenegativetest-server-569558355',id=123,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG2heDRbTiJAWngXpEU5bHOGSCGggdcRpKhqgBCS7TSJMi9vzqgt1dkz6E1zWy9PKPq2bJM2yA4poO6GzoaCP0IgGpE3/4Ijmb8huVouu4ii3uFb8d55TV6eQhn9AQWcUA==',key_name='tempest-keypair-1052993107',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aeda822ad4749fe846d5276f3ed8fed',ramdisk_id='',reservation_id='r-d0f6ee1x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-18926601',owner_user_name='tempest-AttachVolumeNegativeTest-18926601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:52:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6487a9193e5a45838006e27e48042b47',uuid=af0de706-2149-463b-94e6-532043efed56,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "address": "fa:16:3e:bb:32:96", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66580e9e-65", "ovs_interfaceid": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:52:59.941811 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converting VIF {"id": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "address": "fa:16:3e:bb:32:96", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66580e9e-65", "ovs_interfaceid": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:52:59.942925 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:32:96,bridge_name='br-int',has_traffic_filtering=True,id=66580e9e-65a1-49cc-87b5-46bff2694ba5,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66580e9e-65') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:52:59.943504 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:32:96,bridge_name='br-int',has_traffic_filtering=True,id=66580e9e-65a1-49cc-87b5-46bff2694ba5,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66580e9e-65') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:52:59.946308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:52:59.946768 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66580e9e-65, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:52:59.947071 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:52:59.949634 np0040594247 nova-compute[88153]: INFO os_vif [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:32:96,bridge_name='br-int',has_traffic_filtering=True,id=66580e9e-65a1-49cc-87b5-46bff2694ba5,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66580e9e-65')
Apr 30 15:52:59.950187 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Deleting instance files /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56_del
Apr 30 15:52:59.950907 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Deletion of /opt/stack/data/nova/instances/af0de706-2149-463b-94e6-532043efed56_del complete
Apr 30 15:53:00.393616 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:00.461930 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:00.464399 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d703824b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:00.464662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:00.465056 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:00.890659 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:53:00.938351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:01.160308 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:01.170413 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:01.171338 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:01.171338 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:01.676396 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:01.677103 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:01.889093 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:53:02.007768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:02.008322 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:02.202929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.738s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56] Traceback (most recent call last):
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     return f(*args, **kwargs)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     chosen_mdev = self._create_mdev(
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     self._host.device_create(conf)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     raise e.with_traceback(tb)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     rv = meth(*args, **kwargs)
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:02.204808 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: af0de706-2149-463b-94e6-532043efed56] 
Apr 30 15:53:02.206892 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:02.207829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.269s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:02.208448 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Build of instance af0de706-2149-463b-94e6-532043efed56 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:02.210695 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:02.211935 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-569558355',display_name='tempest-AttachVolumeNegativeTest-server-569558355',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumenegativetest-server-569558355',id=123,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG2heDRbTiJAWngXpEU5bHOGSCGggdcRpKhqgBCS7TSJMi9vzqgt1dkz6E1zWy9PKPq2bJM2yA4poO6GzoaCP0IgGpE3/4Ijmb8huVouu4ii3uFb8d55TV6eQhn9AQWcUA==',key_name='tempest-keypair-1052993107',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aeda822ad4749fe846d5276f3ed8fed',ramdisk_id='',reservation_id='r-d0f6ee1x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-18926601',owner_user_name='tempest-AttachVolumeNegativeTest-18926601-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6487a9193e5a45838006e27e48042b47',uuid=af0de706-2149-463b-94e6-532043efed56,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "address": "fa:16:3e:bb:32:96", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66580e9e-65", "ovs_interfaceid": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:02.212357 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converting VIF {"id": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "address": "fa:16:3e:bb:32:96", "network": {"id": "696139e1-cc23-4a07-9fcf-e49da5c85caf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1353073809-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "0aeda822ad4749fe846d5276f3ed8fed", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap66580e9e-65", "ovs_interfaceid": "66580e9e-65a1-49cc-87b5-46bff2694ba5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:02.213377 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:32:96,bridge_name='br-int',has_traffic_filtering=True,id=66580e9e-65a1-49cc-87b5-46bff2694ba5,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66580e9e-65') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:02.213884 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:32:96,bridge_name='br-int',has_traffic_filtering=True,id=66580e9e-65a1-49cc-87b5-46bff2694ba5,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66580e9e-65') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:02.215759 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:02.216150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66580e9e-65, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:02.216472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:02.219522 np0040594247 nova-compute[88153]: INFO os_vif [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:32:96,bridge_name='br-int',has_traffic_filtering=True,id=66580e9e-65a1-49cc-87b5-46bff2694ba5,network=Network(696139e1-cc23-4a07-9fcf-e49da5c85caf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66580e9e-65')
Apr 30 15:53:02.219862 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:02.220173 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:53:02.220518 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:53:02.229189 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:02.229472 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Claim successful on node np0040594247
Apr 30 15:53:02.510527 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:03.046266 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:03.188744 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:03.408396 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:03.413792 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:03.414657 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:03.414657 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:03.414816 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:03.415238 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:03.659496 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "4f76c112-84bd-4b1e-b722-e4f084452f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:03.659825 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "4f76c112-84bd-4b1e-b722-e4f084452f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:03.692725 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] [instance: af0de706-2149-463b-94e6-532043efed56] Took 1.47 seconds to deallocate network for instance.
Apr 30 15:53:03.768561 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:03.774438 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:03.889669 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:53:03.890055 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:53:03.919892 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:03.920531 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:04.163850 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:04.431977 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:04.432530 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:04.436188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.390s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:04.440954 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:04.441259 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Claim successful on node np0040594247
Apr 30 15:53:04.696645 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:04.741009 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Deleted allocations for instance af0de706-2149-463b-94e6-532043efed56
Apr 30 15:53:04.941381 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:53:04.941623 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:53:05.000512 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a25e099dc46407f8c7f9b5a7d070dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de7c8af2ea2b4b9e908d2ecb440660df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:53:05.252710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-610ba3cb-067e-4bc7-b460-96302c3f3026 tempest-AttachVolumeNegativeTest-18926601 tempest-AttachVolumeNegativeTest-18926601-project-member] Lock "af0de706-2149-463b-94e6-532043efed56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.816s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:05.448403 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:05.522458 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Successfully created port: 94297802-9913-4a5b-b0c4-a168991e84bb {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:53:05.587856 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:05.594031 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:05.594840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:05.594840 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:05.595122 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:05.595528 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:05.881596 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:53:05.955379 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:06.096457 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Successfully updated port: 94297802-9913-4a5b-b0c4-a168991e84bb {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:53:06.101350 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:06.101350 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:06.137059 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Received event network-changed-94297802-9913-4a5b-b0c4-a168991e84bb {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:53:06.137385 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Refreshing instance network info cache due to event network-changed-94297802-9913-4a5b-b0c4-a168991e84bb. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:53:06.137855 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] Acquiring lock "refresh_cache-a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:06.138199 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] Acquired lock "refresh_cache-a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:06.138617 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Refreshing network info cache for port 94297802-9913-4a5b-b0c4-a168991e84bb {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:53:06.611170 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "refresh_cache-a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:06.612853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:06.613452 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:06.617099 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.921s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:06.624661 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:06.624980 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Claim successful on node np0040594247
Apr 30 15:53:06.696985 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:06.811970 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:06.969844 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:06.972179 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:06.972620 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Creating image(s)
Apr 30 15:53:06.973339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "/opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:06.973670 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "/opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:06.974651 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "/opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:06.975928 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:06.981711 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:06.983551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:07.082790 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:07.084204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:07.085062 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:07.085879 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:07.091124 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:07.091661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:07.126314 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:53:07.185791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:07.185791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:07.222201 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:07.223043 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:07.223729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:07.313373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:07.314174 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:07.314612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:07.327481 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-85f6c1f4-4614-4ecb-a7a5-658747fa7f1b req-1bc86210-9b17-4a78-9740-1360a46bc758 service nova] Releasing lock "refresh_cache-a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:07.329135 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquired lock "refresh_cache-a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:07.329604 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:07.405636 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:07.406144 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Cannot resize image /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:07.407443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:07.407443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Ensure instance console log exists: /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:07.407443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:07.408514 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:07.408514 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:07.413411 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Available mdevs at: set().
Apr 30 15:53:07.413411 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:07.413411 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:07.417716 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:07.419119 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:07.423344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Traceback (most recent call last):
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     yield resources
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     return f(*args, **kwargs)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     chosen_mdev = self._create_mdev(
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     self._host.device_create(conf)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     raise e.with_traceback(tb)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     rv = meth(*args, **kwargs)
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:07.425619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] 
Apr 30 15:53:07.628118 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:07.764567 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:07.770315 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:07.771106 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:07.771106 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:07.771325 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:07.771744 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:07.888415 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:08.102624 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:08.134746 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:08.161210 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Updating instance_info_cache with network_info: [{"id": "94297802-9913-4a5b-b0c4-a168991e84bb", "address": "fa:16:3e:a3:6d:11", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap94297802-99", "ovs_interfaceid": "94297802-9913-4a5b-b0c4-a168991e84bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:08.276861 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:08.276861 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:08.396585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:08.420288 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:08.630721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:08.664772 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Releasing lock "refresh_cache-a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:08.665306 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Instance network_info: |[{"id": "94297802-9913-4a5b-b0c4-a168991e84bb", "address": "fa:16:3e:a3:6d:11", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap94297802-99", "ovs_interfaceid": "94297802-9913-4a5b-b0c4-a168991e84bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:53:08.665925 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Terminating instance
Apr 30 15:53:08.670045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:08.776937 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:08.789707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:08.789944 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:09.147510 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:09.148877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:09.149294 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Creating image(s)
Apr 30 15:53:09.150072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "/opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:09.150388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "/opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:09.151376 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "/opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:09.152126 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:09.157254 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:09.158991 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:09.175456 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:09.181532 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:09.181740 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Instance destroyed successfully.
Apr 30 15:53:09.183377 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:52:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1874787217',display_name='tempest-AttachVolumeTestJSON-server-1874787217',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumetestjson-server-1874787217',id=124,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCw4J0MoDfC1Vrn52tEuVJxBzlw4KVru9sJxJSwbVH7nWzPBdB1AkwUJR4v4iaVM07mfwKpqbw5RAuBHFgJYARom1XWoUU8lLaxcLBfgszFsSdwkvMlUMyUJeGn922gweg==',key_name='tempest-keypair-296333919',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de7c8af2ea2b4b9e908d2ecb440660df',ramdisk_id='',reservation_id='r-0b9d168w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-937835833',owner_user_name='tempest-AttachVolumeTestJSON-937835833-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a25e099dc46407f8c7f9b5a7d070dee',uuid=a3ac45b1-8d30-46a5-b8b9-a65995cf70bc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94297802-9913-4a5b-b0c4-a168991e84bb", "address": "fa:16:3e:a3:6d:11", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap94297802-99", "ovs_interfaceid": "94297802-9913-4a5b-b0c4-a168991e84bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:09.183804 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converting VIF {"id": "94297802-9913-4a5b-b0c4-a168991e84bb", "address": "fa:16:3e:a3:6d:11", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap94297802-99", "ovs_interfaceid": "94297802-9913-4a5b-b0c4-a168991e84bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:09.184952 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:6d:11,bridge_name='br-int',has_traffic_filtering=True,id=94297802-9913-4a5b-b0c4-a168991e84bb,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94297802-99') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:09.185421 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:6d:11,bridge_name='br-int',has_traffic_filtering=True,id=94297802-9913-4a5b-b0c4-a168991e84bb,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94297802-99') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:09.187558 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:09.188248 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94297802-99, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:09.188584 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:09.191234 np0040594247 nova-compute[88153]: INFO os_vif [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:6d:11,bridge_name='br-int',has_traffic_filtering=True,id=94297802-9913-4a5b-b0c4-a168991e84bb,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94297802-99')
Apr 30 15:53:09.192020 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Deleting instance files /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc_del
Apr 30 15:53:09.192448 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Deletion of /opt/stack/data/nova/instances/a3ac45b1-8d30-46a5-b8b9-a65995cf70bc_del complete
Apr 30 15:53:09.255770 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:09.256303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:09.257045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:09.257622 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:09.263329 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:09.263948 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:09.300912 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:53:09.306778 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:09.362398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:09.363510 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:09.373986 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:09.400901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:09.400901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:09.401315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:09.495470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:09.496091 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Checking if we can resize image /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:09.496593 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:09.589156 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:09.590031 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Cannot resize image /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:09.590948 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:09.591252 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Ensure instance console log exists: /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:09.591808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:09.592264 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:09.592751 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:09.597120 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Available mdevs at: set().
Apr 30 15:53:09.597414 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:09.597702 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:09.602642 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:09.603709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:09.606867 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Traceback (most recent call last):
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     yield resources
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     return f(*args, **kwargs)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     chosen_mdev = self._create_mdev(
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     self._host.device_create(conf)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     raise e.with_traceback(tb)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     rv = meth(*args, **kwargs)
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:09.609167 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] 
Apr 30 15:53:09.612145 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Terminating instance
Apr 30 15:53:09.704014 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:09.706782 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70543740> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:09.707067 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:09.707464 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:09.805147 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:10.116690 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "refresh_cache-004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:10.117043 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquired lock "refresh_cache-004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:10.117342 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:10.312543 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:10.346187 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:10.352893 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:10.353810 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:10.353810 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:10.354035 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:10.354513 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:10.652522 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:10.728086 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:10.858612 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:10.859126 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:11.231340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Releasing lock "refresh_cache-004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:11.231927 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:11.235857 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:11.236057 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Instance destroyed successfully.
Apr 30 15:53:11.236731 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Deleting instance files /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec_del
Apr 30 15:53:11.237416 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Deletion of /opt/stack/data/nova/instances/004b6978-e5fd-4eaf-bc0d-1ced47bc81ec_del complete
Apr 30 15:53:11.328809 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:11.330181 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:11.330613 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Creating image(s)
Apr 30 15:53:11.331321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:11.331659 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "/opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:11.333005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "/opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:11.334292 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:11.345483 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:11.347195 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:11.371949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.664s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Traceback (most recent call last):
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     return f(*args, **kwargs)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     chosen_mdev = self._create_mdev(
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     self._host.device_create(conf)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     raise e.with_traceback(tb)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     rv = meth(*args, **kwargs)
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:11.374274 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] 
Apr 30 15:53:11.376140 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:11.378533 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Build of instance a3ac45b1-8d30-46a5-b8b9-a65995cf70bc was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:11.380813 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:11.382122 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:52:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1874787217',display_name='tempest-AttachVolumeTestJSON-server-1874787217',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumetestjson-server-1874787217',id=124,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCw4J0MoDfC1Vrn52tEuVJxBzlw4KVru9sJxJSwbVH7nWzPBdB1AkwUJR4v4iaVM07mfwKpqbw5RAuBHFgJYARom1XWoUU8lLaxcLBfgszFsSdwkvMlUMyUJeGn922gweg==',key_name='tempest-keypair-296333919',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de7c8af2ea2b4b9e908d2ecb440660df',ramdisk_id='',reservation_id='r-0b9d168w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-937835833',owner_user_name='tempest-AttachVolumeTestJSON-937835833-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a25e099dc46407f8c7f9b5a7d070dee',uuid=a3ac45b1-8d30-46a5-b8b9-a65995cf70bc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94297802-9913-4a5b-b0c4-a168991e84bb", "address": "fa:16:3e:a3:6d:11", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap94297802-99", "ovs_interfaceid": "94297802-9913-4a5b-b0c4-a168991e84bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:11.382494 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converting VIF {"id": "94297802-9913-4a5b-b0c4-a168991e84bb", "address": "fa:16:3e:a3:6d:11", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap94297802-99", "ovs_interfaceid": "94297802-9913-4a5b-b0c4-a168991e84bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:11.383556 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:6d:11,bridge_name='br-int',has_traffic_filtering=True,id=94297802-9913-4a5b-b0c4-a168991e84bb,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94297802-99') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:11.384078 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:6d:11,bridge_name='br-int',has_traffic_filtering=True,id=94297802-9913-4a5b-b0c4-a168991e84bb,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94297802-99') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:11.386878 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:11.387556 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94297802-99, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:11.388045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:11.391382 np0040594247 nova-compute[88153]: INFO os_vif [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:6d:11,bridge_name='br-int',has_traffic_filtering=True,id=94297802-9913-4a5b-b0c4-a168991e84bb,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94297802-99')
Apr 30 15:53:11.391636 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:11.391973 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:53:11.392355 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:53:11.438342 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:11.438889 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:11.439519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:11.440232 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:11.446364 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:11.447029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:11.536947 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:11.537469 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:11.571971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:11.572696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.133s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:11.573278 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:11.662279 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:11.662893 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:11.663321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:11.748422 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:11.750707 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:53:11.750707 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:11.765947 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Aborting claim: <nova.compute.claims.Claim object at 0x7c8da4a7a5a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:11.765947 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:11.766339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:11.772492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk --force-share --output=json" returned: 0 in 0.108s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:11.773004 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Cannot resize image /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:11.773546 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:11.774002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Ensure instance console log exists: /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:11.774549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:11.775800 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:11.777160 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:11.788494 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Available mdevs at: set().
Apr 30 15:53:11.792014 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:11.792014 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:11.804771 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:11.806301 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:11.810154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.035s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Traceback (most recent call last):
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     yield resources
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     return f(*args, **kwargs)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     chosen_mdev = self._create_mdev(
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     self._host.device_create(conf)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     raise e.with_traceback(tb)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     rv = meth(*args, **kwargs)
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:11.813951 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] 
Apr 30 15:53:11.815823 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Terminating instance
Apr 30 15:53:12.322718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "refresh_cache-4f76c112-84bd-4b1e-b722-e4f084452f31" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:12.323069 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquired lock "refresh_cache-4f76c112-84bd-4b1e-b722-e4f084452f31" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:12.323508 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:12.414382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:12.424754 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:12.426799 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:12.426799 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:12.426799 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:12.426799 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:12.528825 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:12.855021 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:12.934999 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:12.935488 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:12.946149 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:13.031976 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: a3ac45b1-8d30-46a5-b8b9-a65995cf70bc] Took 1.64 seconds to deallocate network for instance.
Apr 30 15:53:13.449751 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.683s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Traceback (most recent call last):
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     return f(*args, **kwargs)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     chosen_mdev = self._create_mdev(
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     self._host.device_create(conf)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     raise e.with_traceback(tb)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     rv = meth(*args, **kwargs)
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:13.451682 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] 
Apr 30 15:53:13.453514 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:13.454061 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Releasing lock "refresh_cache-4f76c112-84bd-4b1e-b722-e4f084452f31" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:13.454650 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:13.455379 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Build of instance 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:13.457736 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:13.458053 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "refresh_cache-004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:13.458315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquired lock "refresh_cache-004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:13.458587 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:13.462055 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:13.462223 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Instance destroyed successfully.
Apr 30 15:53:13.462916 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Deleting instance files /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31_del
Apr 30 15:53:13.463557 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Deletion of /opt/stack/data/nova/instances/4f76c112-84bd-4b1e-b722-e4f084452f31_del complete
Apr 30 15:53:13.770351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:13.972637 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:13.973720 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:53:13.973826 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:13.976805 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7057ff50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:13.977333 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:13.977437 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:13.993838 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:14.081139 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:14.086301 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Deleted allocations for instance a3ac45b1-8d30-46a5-b8b9-a65995cf70bc
Apr 30 15:53:14.585763 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Releasing lock "refresh_cache-004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:14.586443 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:14.586602 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:14.593387 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:14.597804 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b6e92b86-e39c-4f5f-b77f-2778e98a5ec9 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "a3ac45b1-8d30-46a5-b8b9-a65995cf70bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.708s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:14.600718 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:14.601936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:14.601936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:14.602183 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:14.603982 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:15.112320 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:15.113216 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:15.626675 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.649s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Traceback (most recent call last):
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     return f(*args, **kwargs)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     chosen_mdev = self._create_mdev(
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     self._host.device_create(conf)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     raise e.with_traceback(tb)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     rv = meth(*args, **kwargs)
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:15.628556 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] 
Apr 30 15:53:15.630535 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:15.631797 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Build of instance 4f76c112-84bd-4b1e-b722-e4f084452f31 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:15.634154 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:15.634587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquiring lock "refresh_cache-4f76c112-84bd-4b1e-b722-e4f084452f31" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:15.634919 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Acquired lock "refresh_cache-4f76c112-84bd-4b1e-b722-e4f084452f31" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:15.635203 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:15.638102 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Deleted allocations for instance 004b6978-e5fd-4eaf-bc0d-1ced47bc81ec
Apr 30 15:53:16.149899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1d03fcf3-9943-41c6-8b9b-0844cc5e5a10 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "004b6978-e5fd-4eaf-bc0d-1ced47bc81ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:16.170442 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:16.274965 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:16.778443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Releasing lock "refresh_cache-4f76c112-84bd-4b1e-b722-e4f084452f31" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:16.778785 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:16.779109 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] [instance: 4f76c112-84bd-4b1e-b722-e4f084452f31] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:17.833336 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Deleted allocations for instance 4f76c112-84bd-4b1e-b722-e4f084452f31
Apr 30 15:53:18.346802 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-b43a6111-b1f1-4be1-a183-778d67b445a3 tempest-ServerShowV247Test-163075522 tempest-ServerShowV247Test-163075522-project-member] Lock "4f76c112-84bd-4b1e-b722-e4f084452f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.686s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:18.771949 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:53:18.773607 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:53:18.773911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:53:18.773992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:53:18.775821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:18.775821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:53:21.828479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "71bfa7dc-8057-4d8f-bc13-ecf3257224b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:21.829107 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "71bfa7dc-8057-4d8f-bc13-ecf3257224b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:22.332025 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:22.865936 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:22.866467 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:22.872147 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:22.872483 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Claim successful on node np0040594247
Apr 30 15:53:23.776185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:53:23.777748 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:53:23.778004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:53:23.778174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:53:23.778659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:23.778985 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:53:24.003825 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:24.010490 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:24.011554 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:24.011554 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:24.011554 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:24.012938 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:24.517969 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:24.517969 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:24.661495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "d64015b3-874c-4a52-a814-22d32650fc72" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:24.661841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "d64015b3-874c-4a52-a814-22d32650fc72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:25.029502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:25.030187 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:25.164659 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:25.541725 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:53:25.541725 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:53:25.697422 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:25.697801 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:25.702641 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:25.702763 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Claim successful on node np0040594247
Apr 30 15:53:25.730785 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a25e099dc46407f8c7f9b5a7d070dee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de7c8af2ea2b4b9e908d2ecb440660df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:53:26.044246 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:26.549407 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:26.580030 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Successfully created port: 4674a804-7a32-4ea9-b0d6-1b1bfade8819 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:53:26.829118 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:26.837474 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:26.838351 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:26.838351 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:26.838479 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:26.839358 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:26.973211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:26.984779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:26.992932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:27.036304 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:27.110053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:27.160216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:27.181729 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Successfully updated port: 4674a804-7a32-4ea9-b0d6-1b1bfade8819 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:53:27.211909 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Received event network-changed-4674a804-7a32-4ea9-b0d6-1b1bfade8819 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:53:27.212211 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Refreshing instance network info cache due to event network-changed-4674a804-7a32-4ea9-b0d6-1b1bfade8819. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:53:27.212529 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] Acquiring lock "refresh_cache-71bfa7dc-8057-4d8f-bc13-ecf3257224b7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:27.213152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] Acquired lock "refresh_cache-71bfa7dc-8057-4d8f-bc13-ecf3257224b7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:27.213793 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Refreshing network info cache for port 4674a804-7a32-4ea9-b0d6-1b1bfade8819 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:53:27.344900 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:27.344900 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:27.567440 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:27.568825 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:27.569288 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Creating image(s)
Apr 30 15:53:27.570020 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "/opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:27.570359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "/opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:27.571384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "/opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:27.572782 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:27.578145 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:27.579928 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:27.677994 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:27.680712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:27.680712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:27.680712 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:27.685923 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:27.686652 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:27.701182 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "refresh_cache-71bfa7dc-8057-4d8f-bc13-ecf3257224b7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:27.786835 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:27.792055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:27.792765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:27.831717 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:27.831717 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.150s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:27.831717 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:27.858738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:27.861968 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:27.934032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:27.934032 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Checking if we can resize image /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:27.934032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:27.951488 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:28.027624 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:28.028389 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Cannot resize image /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:28.029299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:28.030704 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Ensure instance console log exists: /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:28.030704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:28.030704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:28.031743 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:28.036186 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Available mdevs at: set().
Apr 30 15:53:28.037124 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:28.037535 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:28.042754 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:28.044257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Traceback (most recent call last):
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     yield resources
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     return f(*args, **kwargs)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     chosen_mdev = self._create_mdev(
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     self._host.device_create(conf)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     raise e.with_traceback(tb)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     rv = meth(*args, **kwargs)
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:28.050432 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] 
Apr 30 15:53:28.100269 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.103227 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.104809 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.372945 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:53:28.456912 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3b9b146e-8690-4498-936f-f7a82fc70ebf req-494541a1-64e5-4953-b057-ef946f44a5e3 service nova] Releasing lock "refresh_cache-71bfa7dc-8057-4d8f-bc13-ecf3257224b7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:28.457540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquired lock "refresh_cache-71bfa7dc-8057-4d8f-bc13-ecf3257224b7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:28.457847 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:28.477623 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.494033 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.496597 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.502179 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.536578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.595389 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.644648 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.791160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:28.874588 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:29.060635 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:29.292314 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Updating instance_info_cache with network_info: [{"id": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "address": "fa:16:3e:5a:7a:ca", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4674a804-7a", "ovs_interfaceid": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:29.381934 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:29.796341 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Releasing lock "refresh_cache-71bfa7dc-8057-4d8f-bc13-ecf3257224b7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:29.796847 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Instance network_info: |[{"id": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "address": "fa:16:3e:5a:7a:ca", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4674a804-7a", "ovs_interfaceid": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:53:29.797432 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Terminating instance
Apr 30 15:53:30.095177 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:30.097868 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:30.100312 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:30.101423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:30.303537 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:30.306848 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:30.307041 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Instance destroyed successfully.
Apr 30 15:53:30.308395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1518149721',display_name='tempest-AttachVolumeTestJSON-server-1518149721',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumetestjson-server-1518149721',id=127,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGh3OOeSlvzAqOrPwBGrJPfXwTtJoPUNW3p938iMOVAKb9P8bdtcU5R5VsbLJEECcaYlVGiIFH03Xhnu1FKeqfRrmfPPlntz7G0qsl+nIzVyhw0RE0V7D/g5Y33NoUK4bg==',key_name='tempest-keypair-156642567',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de7c8af2ea2b4b9e908d2ecb440660df',ramdisk_id='',reservation_id='r-mlsekgyi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-937835833',owner_user_name='tempest-AttachVolumeTestJSON-937835833-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a25e099dc46407f8c7f9b5a7d070dee',uuid=71bfa7dc-8057-4d8f-bc13-ecf3257224b7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "address": "fa:16:3e:5a:7a:ca", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4674a804-7a", "ovs_interfaceid": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:30.308826 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converting VIF {"id": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "address": "fa:16:3e:5a:7a:ca", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4674a804-7a", "ovs_interfaceid": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:30.309892 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:7a:ca,bridge_name='br-int',has_traffic_filtering=True,id=4674a804-7a32-4ea9-b0d6-1b1bfade8819,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4674a804-7a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:30.310344 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:7a:ca,bridge_name='br-int',has_traffic_filtering=True,id=4674a804-7a32-4ea9-b0d6-1b1bfade8819,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4674a804-7a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:30.312398 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:30.312842 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4674a804-7a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:30.313138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:30.315642 np0040594247 nova-compute[88153]: INFO os_vif [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:7a:ca,bridge_name='br-int',has_traffic_filtering=True,id=4674a804-7a32-4ea9-b0d6-1b1bfade8819,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4674a804-7a')
Apr 30 15:53:30.316126 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Deleting instance files /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7_del
Apr 30 15:53:30.316756 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Deletion of /opt/stack/data/nova/instances/71bfa7dc-8057-4d8f-bc13-ecf3257224b7_del complete
Apr 30 15:53:30.395419 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:30.397091 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:30.397800 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Creating image(s)
Apr 30 15:53:30.398862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "/opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:30.399235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "/opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:30.400330 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "/opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:30.401073 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:30.406410 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:30.408359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:30.514316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.105s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:30.515284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:30.516159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:30.517351 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:30.525043 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:30.526193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:30.639932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:30.640539 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:30.685098 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk 1073741824" returned: 0 in 0.043s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:30.685759 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.170s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:30.686273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:30.787651 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:30.788804 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:30.789601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:30.836325 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:30.841027 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c0e80b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:30.841440 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:30.842051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:30.885960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:30.886646 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Cannot resize image /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:30.887307 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:30.887847 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Ensure instance console log exists: /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:30.888393 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:30.889001 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:30.889520 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:30.898634 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Available mdevs at: set().
Apr 30 15:53:30.898986 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:30.899245 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:30.908072 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:30.909246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:30.913059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72] Traceback (most recent call last):
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     yield resources
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     return f(*args, **kwargs)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     chosen_mdev = self._create_mdev(
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     self._host.device_create(conf)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     raise e.with_traceback(tb)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     rv = meth(*args, **kwargs)
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:30.915385 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72] 
Apr 30 15:53:30.918779 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Terminating instance
Apr 30 15:53:31.422837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "refresh_cache-d64015b3-874c-4a52-a814-22d32650fc72" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:31.423284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquired lock "refresh_cache-d64015b3-874c-4a52-a814-22d32650fc72" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:31.423473 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:31.429147 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:31.441362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:31.456854 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:31.482090 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:31.484690 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:31.496787 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:31.497788 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:31.497788 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:31.497975 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:31.498509 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:31.551572 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:31.597197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:31.961404 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:32.006902 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:32.006902 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:32.070424 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:32.100266 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.108430 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.108430 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.109281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.498715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.509053 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.519210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.675s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Traceback (most recent call last):
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     return f(*args, **kwargs)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     chosen_mdev = self._create_mdev(
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     self._host.device_create(conf)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     raise e.with_traceback(tb)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     rv = meth(*args, **kwargs)
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:32.523660 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] 
Apr 30 15:53:32.525216 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:32.526037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.534737 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Build of instance 71bfa7dc-8057-4d8f-bc13-ecf3257224b7 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:32.534737 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:32.535112 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1518149721',display_name='tempest-AttachVolumeTestJSON-server-1518149721',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumetestjson-server-1518149721',id=127,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGh3OOeSlvzAqOrPwBGrJPfXwTtJoPUNW3p938iMOVAKb9P8bdtcU5R5VsbLJEECcaYlVGiIFH03Xhnu1FKeqfRrmfPPlntz7G0qsl+nIzVyhw0RE0V7D/g5Y33NoUK4bg==',key_name='tempest-keypair-156642567',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de7c8af2ea2b4b9e908d2ecb440660df',ramdisk_id='',reservation_id='r-mlsekgyi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-937835833',owner_user_name='tempest-AttachVolumeTestJSON-937835833-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a25e099dc46407f8c7f9b5a7d070dee',uuid=71bfa7dc-8057-4d8f-bc13-ecf3257224b7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "address": "fa:16:3e:5a:7a:ca", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4674a804-7a", "ovs_interfaceid": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:32.535298 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converting VIF {"id": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "address": "fa:16:3e:5a:7a:ca", "network": {"id": "687aa39d-7554-4657-babc-5c3df1efecfb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1917980621-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "de7c8af2ea2b4b9e908d2ecb440660df", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap4674a804-7a", "ovs_interfaceid": "4674a804-7a32-4ea9-b0d6-1b1bfade8819", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:32.538460 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:7a:ca,bridge_name='br-int',has_traffic_filtering=True,id=4674a804-7a32-4ea9-b0d6-1b1bfade8819,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4674a804-7a') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:32.538460 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:7a:ca,bridge_name='br-int',has_traffic_filtering=True,id=4674a804-7a32-4ea9-b0d6-1b1bfade8819,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4674a804-7a') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:32.550247 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.550698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4674a804-7a, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:32.551107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:32.555154 np0040594247 nova-compute[88153]: INFO os_vif [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:7a:ca,bridge_name='br-int',has_traffic_filtering=True,id=4674a804-7a32-4ea9-b0d6-1b1bfade8819,network=Network(687aa39d-7554-4657-babc-5c3df1efecfb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4674a804-7a')
Apr 30 15:53:32.555350 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:32.558709 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:53:32.558709 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:53:32.559822 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.573274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Releasing lock "refresh_cache-d64015b3-874c-4a52-a814-22d32650fc72" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:32.573956 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:32.586710 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: d64015b3-874c-4a52-a814-22d32650fc72] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:32.586710 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Instance destroyed successfully.
Apr 30 15:53:32.586710 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Deleting instance files /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72_del
Apr 30 15:53:32.586710 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Deletion of /opt/stack/data/nova/instances/d64015b3-874c-4a52-a814-22d32650fc72_del complete
Apr 30 15:53:32.636362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.659781 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.668803 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.685376 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.709442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.782722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:32.831429 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:33.100580 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:33.101082 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:53:33.101404 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:33.104842 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70229f10> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:33.105882 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:33.106315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:33.546067 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:33.741687 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:33.748558 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:33.749432 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:33.749432 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:33.749710 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:33.750014 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:33.779013 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:33.791335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.051512 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] [instance: 71bfa7dc-8057-4d8f-bc13-ecf3257224b7] Took 1.50 seconds to deallocate network for instance.
Apr 30 15:53:34.101112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.103756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.108479 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.109174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.133129 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.135895 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.137875 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.139734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:34.256729 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:34.256729 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:34.769740 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.662s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72] Traceback (most recent call last):
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     return f(*args, **kwargs)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     chosen_mdev = self._create_mdev(
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     self._host.device_create(conf)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     raise e.with_traceback(tb)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     rv = meth(*args, **kwargs)
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:34.771957 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d64015b3-874c-4a52-a814-22d32650fc72] 
Apr 30 15:53:34.779287 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:34.781746 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Build of instance d64015b3-874c-4a52-a814-22d32650fc72 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:34.785302 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:34.785302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquiring lock "refresh_cache-d64015b3-874c-4a52-a814-22d32650fc72" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:34.785302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Acquired lock "refresh_cache-d64015b3-874c-4a52-a814-22d32650fc72" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:34.785939 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:35.107795 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Deleted allocations for instance 71bfa7dc-8057-4d8f-bc13-ecf3257224b7
Apr 30 15:53:35.335193 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:35.435910 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:35.625401 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5b8cff7e-dd5c-48e3-a101-30a7a9b43369 tempest-AttachVolumeTestJSON-937835833 tempest-AttachVolumeTestJSON-937835833-project-member] Lock "71bfa7dc-8057-4d8f-bc13-ecf3257224b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.796s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:35.666422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:35.677106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:35.691106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:35.714647 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:35.781813 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:35.824600 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:35.938805 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Releasing lock "refresh_cache-d64015b3-874c-4a52-a814-22d32650fc72" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:35.939630 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:35.939630 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] [instance: d64015b3-874c-4a52-a814-22d32650fc72] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:36.079366 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.091270 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.102656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.146798 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.149202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.150397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.154073 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.155296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.236000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:36.279091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:37.056607 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Deleted allocations for instance d64015b3-874c-4a52-a814-22d32650fc72
Apr 30 15:53:37.571897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-53769394-7afc-4e18-917f-b31c849ace1a tempest-ServersListShow2100Test-1495791881 tempest-ServersListShow2100Test-1495791881-project-member] Lock "d64015b3-874c-4a52-a814-22d32650fc72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.908s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:38.111259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:38.114484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:38.163459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:38.166086 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:38.175230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:38.794024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:38.865965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:38.897915 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.144193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.174800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.444096 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.458816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.465644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.472957 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.515381 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.611226 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.658065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.697419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.710743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.726731 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.748450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.824639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:39.863992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.106749 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.109253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.188352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.192564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.196588 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.200899 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.215503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.216095 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.222405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:40.224485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:43.780248 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:43.801258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:43.824985 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "30418e86-9bef-49ab-b0af-efc12a44d1b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:43.825316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "30418e86-9bef-49ab-b0af-efc12a44d1b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:44.329019 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:44.354579 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:44.367034 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:44.381421 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:44.415905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:44.462498 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "1041ace2-b8a0-44e0-a3b7-f6733023c25f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:44.462811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "1041ace2-b8a0-44e0-a3b7-f6733023c25f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:44.477863 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:44.523395 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:44.866193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:44.866193 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:44.874006 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:44.874731 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Claim successful on node np0040594247
Apr 30 15:53:44.966183 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:45.381692 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:53:45.452952 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:45.463988 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:45.477768 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:45.504964 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:45.513055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:45.567724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:45.618651 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.028182 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:46.042101 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:46.043089 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:46.043089 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:46.046974 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:46.046974 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:46.112129 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.114187 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.117042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.118857 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.136196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.138162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.140819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.142147 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.551048 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:46.551582 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:46.753524 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.765211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.777352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.807198 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.864952 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:46.905770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:47.063968 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:47.064623 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:47.068391 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.564s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:47.076477 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:47.076832 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Claim successful on node np0040594247
Apr 30 15:53:47.528258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:47.555717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:47.572849 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:53:47.573191 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:53:47.699565 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:53:48.077580 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:48.118091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:48.124976 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:48.127433 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:48.258985 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:48.272639 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:48.273615 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:48.273615 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:48.273786 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:48.277815 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:48.501093 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Successfully updated port: 0f664f08-9d4e-483a-a39c-49903b3fab9b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:53:48.580603 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Received event network-changed-0f664f08-9d4e-483a-a39c-49903b3fab9b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:53:48.580918 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Refreshing instance network info cache due to event network-changed-0f664f08-9d4e-483a-a39c-49903b3fab9b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:53:48.581719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] Acquiring lock "refresh_cache-30418e86-9bef-49ab-b0af-efc12a44d1b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:48.582602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] Acquired lock "refresh_cache-30418e86-9bef-49ab-b0af-efc12a44d1b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:48.583064 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Refreshing network info cache for port 0f664f08-9d4e-483a-a39c-49903b3fab9b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:53:48.585975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:48.779505 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:48.780133 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:48.803011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:49.005492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-30418e86-9bef-49ab-b0af-efc12a44d1b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:49.157254 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:49.182126 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquiring lock "5551ad39-204b-4811-be2d-62bb0812a60d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:49.182276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "5551ad39-204b-4811-be2d-62bb0812a60d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:49.289009 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:49.292096 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:49.292866 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:49.602551 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:49.603861 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:49.604308 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Creating image(s)
Apr 30 15:53:49.604994 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:49.605312 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:49.606269 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:49.607110 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:49.612120 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:49.613655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:49.685775 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:53:49.705888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:49.706397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:49.707101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:49.707781 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:49.713170 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:49.713694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:49.798381 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9790a7fd-485f-4b7c-9567-67056b7fdc4c req-803d0281-0644-4aeb-a954-8e4383e52990 service nova] Releasing lock "refresh_cache-30418e86-9bef-49ab-b0af-efc12a44d1b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:49.811441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-30418e86-9bef-49ab-b0af-efc12a44d1b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:49.811905 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:49.813423 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 15:53:49.815562 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:49.816310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:49.853957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:49.854527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.147s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:49.855433 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:49.947579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:49.948321 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:49.948776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:50.038549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:50.039429 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:50.040389 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:50.040997 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Ensure instance console log exists: /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:50.041737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:50.042361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:50.043155 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:50.046783 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:53:50.047073 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:50.047352 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:50.051755 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:50.052554 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:50.055873 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Traceback (most recent call last):
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     yield resources
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     return f(*args, **kwargs)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     chosen_mdev = self._create_mdev(
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     self._host.device_create(conf)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     raise e.with_traceback(tb)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     rv = meth(*args, **kwargs)
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:50.058321 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] 
Apr 30 15:53:50.221475 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:50.222012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:50.228126 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:53:50.228432 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Claim successful on node np0040594247
Apr 30 15:53:50.316093 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:50.422172 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:50.645660 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Updating instance_info_cache with network_info: [{"id": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "address": "fa:16:3e:c2:c6:c4", "network": {"id": "2312ca67-f04f-468b-9cb4-d596e9c1cb51", "bridge": "br-int", "label": "tempest-network-smoke--1498563217", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0f664f08-9d", "ovs_interfaceid": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6638bb22-2d5b-56ff-89fd-dbdfed648c4d": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:50.823361 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:51.149604 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-30418e86-9bef-49ab-b0af-efc12a44d1b2" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:51.150740 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Instance network_info: |[{"id": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "address": "fa:16:3e:c2:c6:c4", "network": {"id": "2312ca67-f04f-468b-9cb4-d596e9c1cb51", "bridge": "br-int", "label": "tempest-network-smoke--1498563217", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0f664f08-9d", "ovs_interfaceid": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6638bb22-2d5b-56ff-89fd-dbdfed648c4d": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:53:51.151036 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Terminating instance
Apr 30 15:53:51.360159 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:51.365908 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:51.367613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:51.367613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:51.367613 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:51.367613 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:51.656611 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:51.660591 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:51.660806 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Instance destroyed successfully.
Apr 30 15:53:51.662156 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:53:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1273692176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-1273692176',id=129,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-pdfwx5q2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:49Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=30418e86-9bef-49ab-b0af-efc12a44d1b2,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "address": "fa:16:3e:c2:c6:c4", "network": {"id": "2312ca67-f04f-468b-9cb4-d596e9c1cb51", "bridge": "br-int", "label": "tempest-network-smoke--1498563217", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0f664f08-9d", "ovs_interfaceid": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6638bb22-2d5b-56ff-89fd-dbdfed648c4d": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:51.662532 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "address": "fa:16:3e:c2:c6:c4", "network": {"id": "2312ca67-f04f-468b-9cb4-d596e9c1cb51", "bridge": "br-int", "label": "tempest-network-smoke--1498563217", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0f664f08-9d", "ovs_interfaceid": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6638bb22-2d5b-56ff-89fd-dbdfed648c4d": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:51.663574 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:c6:c4,bridge_name='br-int',has_traffic_filtering=True,id=0f664f08-9d4e-483a-a39c-49903b3fab9b,network=Network(2312ca67-f04f-468b-9cb4-d596e9c1cb51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0f664f08-9d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:51.664088 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:c6:c4,bridge_name='br-int',has_traffic_filtering=True,id=0f664f08-9d4e-483a-a39c-49903b3fab9b,network=Network(2312ca67-f04f-468b-9cb4-d596e9c1cb51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0f664f08-9d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:51.666088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:51.666616 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f664f08-9d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:51.667081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:51.669729 np0040594247 nova-compute[88153]: INFO os_vif [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:c6:c4,bridge_name='br-int',has_traffic_filtering=True,id=0f664f08-9d4e-483a-a39c-49903b3fab9b,network=Network(2312ca67-f04f-468b-9cb4-d596e9c1cb51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0f664f08-9d')
Apr 30 15:53:51.670187 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Deleting instance files /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2_del
Apr 30 15:53:51.670900 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Deletion of /opt/stack/data/nova/instances/30418e86-9bef-49ab-b0af-efc12a44d1b2_del complete
Apr 30 15:53:51.837356 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:51.838775 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:51.839182 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Creating image(s)
Apr 30 15:53:51.839877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "/opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:51.840219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "/opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:51.841114 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "/opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:51.841897 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:51.847036 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:51.848862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:51.872546 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:51.873094 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:51.941682 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:51.942356 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:51.943061 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:51.943661 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:51.948837 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:51.949344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:52.041701 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:52.042295 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:52.079149 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:52.079855 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.137s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:52.080413 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:52.172173 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:52.172863 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:52.173348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:52.191112 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:52.195679 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d706bf200> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:52.196014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:52.264286 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:52.264658 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Cannot resize image /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:52.265163 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:52.265519 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Ensure instance console log exists: /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:52.265992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:52.266366 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:52.266811 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:52.269971 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Available mdevs at: set().
Apr 30 15:53:52.270238 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:52.270501 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:52.274746 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:52.275730 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:52.278320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.012s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Traceback (most recent call last):
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     yield resources
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     return f(*args, **kwargs)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     chosen_mdev = self._create_mdev(
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     self._host.device_create(conf)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     raise e.with_traceback(tb)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     rv = meth(*args, **kwargs)
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:52.280522 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] 
Apr 30 15:53:52.282710 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Terminating instance
Apr 30 15:53:52.386159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:52.386889 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:53:52.390310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.194s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:52.786257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "refresh_cache-1041ace2-b8a0-44e0-a3b7-f6733023c25f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:52.786487 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquired lock "refresh_cache-1041ace2-b8a0-44e0-a3b7-f6733023c25f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:52.786744 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:52.905048 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:53:52.905462 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:53:52.973225 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6534ed9330c448d4bff96eef2aa279ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f78b09b4174688a1688d6ed62b2bb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:53:53.047342 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:53.054456 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:53.055230 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:53.055230 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:53.055482 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:53.056167 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:53.321708 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:53.406611 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:53.410257 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:53:53.487095 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Successfully created port: 8c1850c4-ff62-4c01-bb4d-db54f83043a1 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:53:53.560968 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:53.561452 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:53.782373 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:53.805972 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:53.909987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Releasing lock "refresh_cache-1041ace2-b8a0-44e0-a3b7-f6733023c25f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:53.910952 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:53.914006 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:53:53.922916 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:53.922916 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Instance destroyed successfully.
Apr 30 15:53:53.922916 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Deleting instance files /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f_del
Apr 30 15:53:53.923511 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Deletion of /opt/stack/data/nova/instances/1041ace2-b8a0-44e0-a3b7-f6733023c25f_del complete
Apr 30 15:53:54.056223 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Successfully updated port: 8c1850c4-ff62-4c01-bb4d-db54f83043a1 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:53:54.073139 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.683s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Traceback (most recent call last):
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     return f(*args, **kwargs)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     chosen_mdev = self._create_mdev(
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     self._host.device_create(conf)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     raise e.with_traceback(tb)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     rv = meth(*args, **kwargs)
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:54.075085 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] 
Apr 30 15:53:54.077046 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:54.078790 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Build of instance 30418e86-9bef-49ab-b0af-efc12a44d1b2 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:54.081002 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:54.082083 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:53:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1273692176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-1273692176',id=129,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-pdfwx5q2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:52Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=30418e86-9bef-49ab-b0af-efc12a44d1b2,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "address": "fa:16:3e:c2:c6:c4", "network": {"id": "2312ca67-f04f-468b-9cb4-d596e9c1cb51", "bridge": "br-int", "label": "tempest-network-smoke--1498563217", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0f664f08-9d", "ovs_interfaceid": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6638bb22-2d5b-56ff-89fd-dbdfed648c4d": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:54.082433 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "address": "fa:16:3e:c2:c6:c4", "network": {"id": "2312ca67-f04f-468b-9cb4-d596e9c1cb51", "bridge": "br-int", "label": "tempest-network-smoke--1498563217", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0f664f08-9d", "ovs_interfaceid": "0f664f08-9d4e-483a-a39c-49903b3fab9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6638bb22-2d5b-56ff-89fd-dbdfed648c4d": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:54.083409 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:c6:c4,bridge_name='br-int',has_traffic_filtering=True,id=0f664f08-9d4e-483a-a39c-49903b3fab9b,network=Network(2312ca67-f04f-468b-9cb4-d596e9c1cb51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0f664f08-9d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:54.083889 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:c6:c4,bridge_name='br-int',has_traffic_filtering=True,id=0f664f08-9d4e-483a-a39c-49903b3fab9b,network=Network(2312ca67-f04f-468b-9cb4-d596e9c1cb51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0f664f08-9d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:54.086035 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:54.086437 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f664f08-9d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:54.086766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:54.089057 np0040594247 nova-compute[88153]: INFO os_vif [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:c6:c4,bridge_name='br-int',has_traffic_filtering=True,id=0f664f08-9d4e-483a-a39c-49903b3fab9b,network=Network(2312ca67-f04f-468b-9cb4-d596e9c1cb51),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0f664f08-9d')
Apr 30 15:53:54.089345 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:54.089634 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:53:54.089943 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:53:54.136949 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Received event network-changed-8c1850c4-ff62-4c01-bb4d-db54f83043a1 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:53:54.137071 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Refreshing instance network info cache due to event network-changed-8c1850c4-ff62-4c01-bb4d-db54f83043a1. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:53:54.137641 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] Acquiring lock "refresh_cache-5551ad39-204b-4811-be2d-62bb0812a60d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:54.137641 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] Acquired lock "refresh_cache-5551ad39-204b-4811-be2d-62bb0812a60d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:54.137945 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Refreshing network info cache for port 8c1850c4-ff62-4c01-bb4d-db54f83043a1 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:53:54.437712 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:54.437712 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 15:53:54.438539 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:54.441868 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d707a4350> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:54.442009 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:54.442552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:54.560252 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquiring lock "refresh_cache-5551ad39-204b-4811-be2d-62bb0812a60d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:54.723161 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:54.841921 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:54.889933 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:53:54.927305 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:53:54.928688 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:53:54.929157 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Creating image(s)
Apr 30 15:53:54.929882 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquiring lock "/opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:54.930719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "/opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:54.931151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "/opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:54.931927 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:54.936857 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:54.938347 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:55.029590 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:55.030254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:55.030974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:55.031791 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:55.037031 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:53:55.037519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:55.105271 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:55.110704 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:55.111566 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:55.111566 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:55.112026 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:55.112225 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:55.127445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:55.127956 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:55.161226 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk 1073741824" returned: 0 in 0.033s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:55.161856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.131s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:55.162340 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:55.253522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:55.254153 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:53:55.254555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:53:55.346728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6f0adf1f-598c-4b25-baf2-8c1b4ac86087 req-fe7f1d9c-0b1d-4d61-87b2-f2f442e4e162 service nova] Releasing lock "refresh_cache-5551ad39-204b-4811-be2d-62bb0812a60d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:55.347806 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquired lock "refresh_cache-5551ad39-204b-4811-be2d-62bb0812a60d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:55.348656 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:55.350517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:53:55.351114 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Cannot resize image /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:53:55.351714 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:53:55.352151 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Ensure instance console log exists: /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:53:55.352760 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:55.353227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:55.353664 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:53:55.357743 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Available mdevs at: set().
Apr 30 15:53:55.357926 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:53:55.358221 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:53:55.360211 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:55.365526 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:55.366504 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:53:55.370070 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Traceback (most recent call last):
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     yield resources
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     return f(*args, **kwargs)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     chosen_mdev = self._create_mdev(
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     self._host.device_create(conf)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     raise e.with_traceback(tb)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     rv = meth(*args, **kwargs)
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:55.372555 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] 
Apr 30 15:53:55.617342 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:55.618002 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:55.863814 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 30418e86-9bef-49ab-b0af-efc12a44d1b2] Took 1.77 seconds to deallocate network for instance.
Apr 30 15:53:55.890312 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:53:55.913986 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:56.130179 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.688s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Traceback (most recent call last):
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     return f(*args, **kwargs)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     chosen_mdev = self._create_mdev(
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     self._host.device_create(conf)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     rv = execute(f, *args, **kwargs)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     raise e.with_traceback(tb)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     rv = meth(*args, **kwargs)
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:53:56.132120 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] 
Apr 30 15:53:56.133990 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:53:56.135257 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Build of instance 1041ace2-b8a0-44e0-a3b7-f6733023c25f was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:53:56.137493 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:53:56.138157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquiring lock "refresh_cache-1041ace2-b8a0-44e0-a3b7-f6733023c25f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:53:56.138373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Acquired lock "refresh_cache-1041ace2-b8a0-44e0-a3b7-f6733023c25f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:53:56.138750 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:53:56.161591 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Updating instance_info_cache with network_info: [{"id": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "address": "fa:16:3e:b0:e7:0e", "network": {"id": "cf27c34e-de6c-4e72-8d65-cc1870910916", "bridge": "br-int", "label": "tempest-ServersQuotaTest-119537026-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "97f78b09b4174688a1688d6ed62b2bb1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c1850c4-ff", "ovs_interfaceid": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:56.396806 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:56.397205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:56.397566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:56.397992 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:53:56.562033 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:53:56.563433 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1628MB free_disk=56.48583984375GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:53:56.563715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:56.563924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:56.664422 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Releasing lock "refresh_cache-5551ad39-204b-4811-be2d-62bb0812a60d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:56.665188 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Instance network_info: |[{"id": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "address": "fa:16:3e:b0:e7:0e", "network": {"id": "cf27c34e-de6c-4e72-8d65-cc1870910916", "bridge": "br-int", "label": "tempest-ServersQuotaTest-119537026-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "97f78b09b4174688a1688d6ed62b2bb1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c1850c4-ff", "ovs_interfaceid": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:53:56.665699 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Terminating instance
Apr 30 15:53:56.676431 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:53:56.762845 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:53:56.914535 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance 30418e86-9bef-49ab-b0af-efc12a44d1b2
Apr 30 15:53:57.171201 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:53:57.175460 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:53:57.175724 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Instance destroyed successfully.
Apr 30 15:53:57.176939 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:53:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='first',display_name='first',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='first',id=131,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97f78b09b4174688a1688d6ed62b2bb1',ramdisk_id='',reservation_id='r-vondzoa5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersQuotaTest-1620318339',owner_user_name='tempest-ServersQuotaTest-1620318339-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:54Z,user_data=None,user_id='6534ed9330c448d4bff96eef2aa279ee',uuid=5551ad39-204b-4811-be2d-62bb0812a60d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "address": "fa:16:3e:b0:e7:0e", "network": {"id": "cf27c34e-de6c-4e72-8d65-cc1870910916", "bridge": "br-int", "label": "tempest-ServersQuotaTest-119537026-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "97f78b09b4174688a1688d6ed62b2bb1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c1850c4-ff", "ovs_interfaceid": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:53:57.177336 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Converting VIF {"id": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "address": "fa:16:3e:b0:e7:0e", "network": {"id": "cf27c34e-de6c-4e72-8d65-cc1870910916", "bridge": "br-int", "label": "tempest-ServersQuotaTest-119537026-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "97f78b09b4174688a1688d6ed62b2bb1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c1850c4-ff", "ovs_interfaceid": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:53:57.178341 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:e7:0e,bridge_name='br-int',has_traffic_filtering=True,id=8c1850c4-ff62-4c01-bb4d-db54f83043a1,network=Network(cf27c34e-de6c-4e72-8d65-cc1870910916),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c1850c4-ff') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:53:57.178837 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:e7:0e,bridge_name='br-int',has_traffic_filtering=True,id=8c1850c4-ff62-4c01-bb4d-db54f83043a1,network=Network(cf27c34e-de6c-4e72-8d65-cc1870910916),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c1850c4-ff') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:53:57.180668 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:57.181195 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c1850c4-ff, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:53:57.181516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:53:57.183975 np0040594247 nova-compute[88153]: INFO os_vif [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:e7:0e,bridge_name='br-int',has_traffic_filtering=True,id=8c1850c4-ff62-4c01-bb4d-db54f83043a1,network=Network(cf27c34e-de6c-4e72-8d65-cc1870910916),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c1850c4-ff')
Apr 30 15:53:57.184396 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Deleting instance files /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d_del
Apr 30 15:53:57.185006 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Deletion of /opt/stack/data/nova/instances/5551ad39-204b-4811-be2d-62bb0812a60d_del complete
Apr 30 15:53:57.266274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Releasing lock "refresh_cache-1041ace2-b8a0-44e0-a3b7-f6733023c25f" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:53:57.266612 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:53:57.267022 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] [instance: 1041ace2-b8a0-44e0-a3b7-f6733023c25f] Skipping network deallocation for instance since networking was not requested. {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}}
Apr 30 15:53:57.425291 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fb10f704-7d9c-4f91-8e0e-bb0b815576a2 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "30418e86-9bef-49ab-b0af-efc12a44d1b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.600s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:57.693242 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:53:57.696477 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9d2af0e0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:53:57.696776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:53:58.110193 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 1041ace2-b8a0-44e0-a3b7-f6733023c25f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:53:58.110466 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 5551ad39-204b-4811-be2d-62bb0812a60d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:53:58.110837 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:53:58.111136 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=640MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:53:58.232812 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:58.243759 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:58.324052 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Deleted allocations for instance 1041ace2-b8a0-44e0-a3b7-f6733023c25f
Apr 30 15:53:58.753081 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:58.753954 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:53:58.813234 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:53:58.836321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d2e1baf3-27b9-4e6a-bc22-dfe23c0c2885 tempest-ServerShowV257Test-1660531073 tempest-ServerShowV257Test-1660531073-project-member] Lock "1041ace2-b8a0-44e0-a3b7-f6733023c25f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.373s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:59.268933 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:53:59.269240 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.705s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:53:59.269736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.573s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:53:59.891046 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas xmlstr <device>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]: </device>
Apr 30 15:53:59.899230 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:53:59.900450 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:53:59.900450 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:53:59.900450 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:53:59.900620 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:00.118959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:00.120172 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:00.407117 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:00.407789 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:00.626969 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:00.763723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:00.927208 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.656s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Traceback (most recent call last):
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     return f(*args, **kwargs)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     chosen_mdev = self._create_mdev(
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     self._host.device_create(conf)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     raise e.with_traceback(tb)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     rv = meth(*args, **kwargs)
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:00.928190 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] 
Apr 30 15:54:00.930022 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:54:00.936892 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Build of instance 5551ad39-204b-4811-be2d-62bb0812a60d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:54:00.939287 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:54:00.940512 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:53:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='first',display_name='first',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='first',id=131,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='97f78b09b4174688a1688d6ed62b2bb1',ramdisk_id='',reservation_id='r-vondzoa5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersQuotaTest-1620318339',owner_user_name='tempest-ServersQuotaTest-1620318339-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:53:57Z,user_data=None,user_id='6534ed9330c448d4bff96eef2aa279ee',uuid=5551ad39-204b-4811-be2d-62bb0812a60d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "address": "fa:16:3e:b0:e7:0e", "network": {"id": "cf27c34e-de6c-4e72-8d65-cc1870910916", "bridge": "br-int", "label": "tempest-ServersQuotaTest-119537026-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "97f78b09b4174688a1688d6ed62b2bb1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c1850c4-ff", "ovs_interfaceid": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:00.941006 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Converting VIF {"id": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "address": "fa:16:3e:b0:e7:0e", "network": {"id": "cf27c34e-de6c-4e72-8d65-cc1870910916", "bridge": "br-int", "label": "tempest-ServersQuotaTest-119537026-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "97f78b09b4174688a1688d6ed62b2bb1", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8c1850c4-ff", "ovs_interfaceid": "8c1850c4-ff62-4c01-bb4d-db54f83043a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:00.941754 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:e7:0e,bridge_name='br-int',has_traffic_filtering=True,id=8c1850c4-ff62-4c01-bb4d-db54f83043a1,network=Network(cf27c34e-de6c-4e72-8d65-cc1870910916),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c1850c4-ff') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:00.943427 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:e7:0e,bridge_name='br-int',has_traffic_filtering=True,id=8c1850c4-ff62-4c01-bb4d-db54f83043a1,network=Network(cf27c34e-de6c-4e72-8d65-cc1870910916),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c1850c4-ff') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:00.945419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:00.947403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:00.947810 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c1850c4-ff, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:00.948065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:00.951519 np0040594247 nova-compute[88153]: INFO os_vif [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:e7:0e,bridge_name='br-int',has_traffic_filtering=True,id=8c1850c4-ff62-4c01-bb4d-db54f83043a1,network=Network(cf27c34e-de6c-4e72-8d65-cc1870910916),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c1850c4-ff')
Apr 30 15:54:00.951623 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:54:00.951935 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:54:00.952213 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:54:01.134981 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:01.273689 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:01.456806 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:01.513818 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:01.911588 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:01.911588 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:01.980870 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:02.485128 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] [instance: 5551ad39-204b-4811-be2d-62bb0812a60d] Took 1.53 seconds to deallocate network for instance.
Apr 30 15:54:03.537902 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Deleted allocations for instance 5551ad39-204b-4811-be2d-62bb0812a60d
Apr 30 15:54:03.784639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:03.790840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:03.809273 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:03.814337 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:03.864386 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:03.890714 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:03.930439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:03.978751 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.052030 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-fa7ed2bf-c7a1-474f-be9e-f3c417b42ffe tempest-ServersQuotaTest-1620318339 tempest-ServersQuotaTest-1620318339-project-member] Lock "5551ad39-204b-4811-be2d-62bb0812a60d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.869s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:04.121079 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.124664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.127259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.223002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.229351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.245902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.299347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.300905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.370216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.413465 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:04.889413 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:04.889943 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:54:05.881864 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:06.132600 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:06.138721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.084179 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.098610 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.108055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.110758 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.148496 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.226927 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.283998 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.338200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.349639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.364192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.533912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.544295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.612113 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.661530 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.877701 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.885842 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.894514 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.941465 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:07.946362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.038183 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.096787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.128781 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.128781 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.180838 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.185206 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.200840 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.206231 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.229819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.233821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.241157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.241157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.521547 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.550940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:08.823794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:10.123139 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:10.606848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:10.619371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:10.633279 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:10.667241 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:10.732405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:10.777253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:11.763696 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "acdf2bdf-81d3-46b9-930d-ec74daeb92d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:11.764813 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "acdf2bdf-81d3-46b9-930d-ec74daeb92d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:11.880892 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:12.123901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:12.126354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:12.128873 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:12.130911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:12.267457 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:54:12.802827 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:12.802827 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:12.810478 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:54:12.811293 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Claim successful on node np0040594247
Apr 30 15:54:13.221196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.234351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.237563 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.245777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.284262 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.295284 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.318228 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:54:13.349629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.400838 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.788255 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.831459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:13.921083 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:13.934652 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:13.935770 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:13.935770 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:13.935770 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:13.936171 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:14.138012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:14.140175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:14.143211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:14.147698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:14.440152 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:14.440694 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:14.957196 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:14.957920 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:54:15.208595 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.213709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.231903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.328462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.394201 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.439218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.467116 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:54:15.467326 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:54:15.685189 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:54:15.716888 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.727992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.740809 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.780457 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.851073 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.897568 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:15.976900 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:54:16.140516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:16.142792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:16.151625 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:16.164970 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:16.166196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:16.169201 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:16.171495 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:16.486716 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:54:16.730025 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Successfully updated port: d76e157c-aca3-4416-b4d5-6fd2fc5da83d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:54:16.776038 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Received event network-changed-d76e157c-aca3-4416-b4d5-6fd2fc5da83d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:54:16.776353 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Refreshing instance network info cache due to event network-changed-d76e157c-aca3-4416-b4d5-6fd2fc5da83d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:54:16.776973 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] Acquiring lock "refresh_cache-acdf2bdf-81d3-46b9-930d-ec74daeb92d6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:16.777241 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] Acquired lock "refresh_cache-acdf2bdf-81d3-46b9-930d-ec74daeb92d6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:16.777826 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Refreshing network info cache for port d76e157c-aca3-4416-b4d5-6fd2fc5da83d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:54:17.235314 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-acdf2bdf-81d3-46b9-930d-ec74daeb92d6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:17.367044 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:17.498960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:17.505227 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:54:17.506554 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:54:17.507068 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Creating image(s)
Apr 30 15:54:17.507863 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:17.508257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:17.509829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:17.510844 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:17.516098 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:17.518015 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:17.525767 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:17.538891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:17.620319 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:17.620899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:17.621782 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:17.622405 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:17.627939 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:17.628540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:17.644344 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:17.660554 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:17.699712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:17.732779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:17.733497 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:17.764102 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:17.775551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk 1073741824" returned: 0 in 0.041s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:17.776360 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.154s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:17.776446 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:17.812992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:17.876622 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:17.877502 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:54:17.878066 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:17.980425 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:17.981322 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:54:17.982228 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:54:17.982854 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Ensure instance console log exists: /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:54:17.983719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:17.983923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:17.984319 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:54:17.990143 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:54:17.990427 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:54:17.990727 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:17.997436 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:54:18.002732 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Traceback (most recent call last):
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     yield resources
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     return f(*args, **kwargs)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     chosen_mdev = self._create_mdev(
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     self._host.device_create(conf)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     raise e.with_traceback(tb)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     rv = meth(*args, **kwargs)
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:18.005841 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] 
Apr 30 15:54:18.038012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7fd205c5-8ef0-46c8-82d6-c02b6466430e req-b02b479d-0e38-41d5-ac76-dced180a0b8d service nova] Releasing lock "refresh_cache-acdf2bdf-81d3-46b9-930d-ec74daeb92d6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:18.038746 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-acdf2bdf-81d3-46b9-930d-ec74daeb92d6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:18.038972 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:54:18.301386 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:18.317326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:18.332551 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:18.363209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:18.430928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:18.479914 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:18.622260 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:18.837715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:18.892992 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Updating instance_info_cache with network_info: [{"id": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "address": "fa:16:3e:bc:60:51", "network": {"id": "01c47b97-1447-486f-b781-ddb39bd5d032", "bridge": "br-int", "label": "tempest-network-smoke--668928425", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd76e157c-ac", "ovs_interfaceid": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"78e07e5f-1f9e-547e-bd04-d16da3a0eb5c": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:19.396237 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-acdf2bdf-81d3-46b9-930d-ec74daeb92d6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:19.396770 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Instance network_info: |[{"id": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "address": "fa:16:3e:bc:60:51", "network": {"id": "01c47b97-1447-486f-b781-ddb39bd5d032", "bridge": "br-int", "label": "tempest-network-smoke--668928425", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd76e157c-ac", "ovs_interfaceid": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"78e07e5f-1f9e-547e-bd04-d16da3a0eb5c": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:54:19.397390 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Terminating instance
Apr 30 15:54:19.796532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "7d980ccd-1d88-4bcf-9356-01a7f972ccdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:19.797099 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "7d980ccd-1d88-4bcf-9356-01a7f972ccdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:19.904037 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:54:19.910961 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:54:19.911517 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Instance destroyed successfully.
Apr 30 15:54:19.912883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1630532587',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-1630532587',id=132,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-poeid1i7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:17Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=acdf2bdf-81d3-46b9-930d-ec74daeb92d6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "address": "fa:16:3e:bc:60:51", "network": {"id": "01c47b97-1447-486f-b781-ddb39bd5d032", "bridge": "br-int", "label": "tempest-network-smoke--668928425", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd76e157c-ac", "ovs_interfaceid": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"78e07e5f-1f9e-547e-bd04-d16da3a0eb5c": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:19.913451 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "address": "fa:16:3e:bc:60:51", "network": {"id": "01c47b97-1447-486f-b781-ddb39bd5d032", "bridge": "br-int", "label": "tempest-network-smoke--668928425", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd76e157c-ac", "ovs_interfaceid": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"78e07e5f-1f9e-547e-bd04-d16da3a0eb5c": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:19.915016 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:60:51,bridge_name='br-int',has_traffic_filtering=True,id=d76e157c-aca3-4416-b4d5-6fd2fc5da83d,network=Network(01c47b97-1447-486f-b781-ddb39bd5d032),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd76e157c-ac') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:19.915764 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:60:51,bridge_name='br-int',has_traffic_filtering=True,id=d76e157c-aca3-4416-b4d5-6fd2fc5da83d,network=Network(01c47b97-1447-486f-b781-ddb39bd5d032),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd76e157c-ac') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:19.918462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:19.919113 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd76e157c-ac, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:19.919322 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:19.922635 np0040594247 nova-compute[88153]: INFO os_vif [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:60:51,bridge_name='br-int',has_traffic_filtering=True,id=d76e157c-aca3-4416-b4d5-6fd2fc5da83d,network=Network(01c47b97-1447-486f-b781-ddb39bd5d032),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd76e157c-ac')
Apr 30 15:54:19.923603 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Deleting instance files /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6_del
Apr 30 15:54:19.923788 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Deletion of /opt/stack/data/nova/instances/acdf2bdf-81d3-46b9-930d-ec74daeb92d6_del complete
Apr 30 15:54:20.130109 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.133790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.137859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.300556 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:54:20.434517 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:54:20.438836 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d704a20c0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:54:20.439064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:20.439571 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:20.481383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.492331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.508106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.543927 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.609129 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.649848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:20.842047 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:21.065471 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:21.071112 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:21.071914 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:21.071914 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:21.072252 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:21.072612 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:21.579749 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:21.579749 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:22.092579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.653s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Traceback (most recent call last):
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     return f(*args, **kwargs)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     chosen_mdev = self._create_mdev(
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     self._host.device_create(conf)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     raise e.with_traceback(tb)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     rv = meth(*args, **kwargs)
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:22.094508 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] 
Apr 30 15:54:22.096285 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:54:22.096867 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.255s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:22.097753 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Build of instance acdf2bdf-81d3-46b9-930d-ec74daeb92d6 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:54:22.101202 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:54:22.102842 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1630532587',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-1630532587',id=132,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-poeid1i7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:20Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=acdf2bdf-81d3-46b9-930d-ec74daeb92d6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "address": "fa:16:3e:bc:60:51", "network": {"id": "01c47b97-1447-486f-b781-ddb39bd5d032", "bridge": "br-int", "label": "tempest-network-smoke--668928425", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd76e157c-ac", "ovs_interfaceid": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"78e07e5f-1f9e-547e-bd04-d16da3a0eb5c": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:22.103530 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "address": "fa:16:3e:bc:60:51", "network": {"id": "01c47b97-1447-486f-b781-ddb39bd5d032", "bridge": "br-int", "label": "tempest-network-smoke--668928425", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd76e157c-ac", "ovs_interfaceid": "d76e157c-aca3-4416-b4d5-6fd2fc5da83d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"78e07e5f-1f9e-547e-bd04-d16da3a0eb5c": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:22.104344 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:60:51,bridge_name='br-int',has_traffic_filtering=True,id=d76e157c-aca3-4416-b4d5-6fd2fc5da83d,network=Network(01c47b97-1447-486f-b781-ddb39bd5d032),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd76e157c-ac') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:22.104798 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:60:51,bridge_name='br-int',has_traffic_filtering=True,id=d76e157c-aca3-4416-b4d5-6fd2fc5da83d,network=Network(01c47b97-1447-486f-b781-ddb39bd5d032),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd76e157c-ac') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:22.107419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.107891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd76e157c-ac, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:22.108137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:22.112768 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:54:22.113140 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Claim successful on node np0040594247
Apr 30 15:54:22.117048 np0040594247 nova-compute[88153]: INFO os_vif [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:60:51,bridge_name='br-int',has_traffic_filtering=True,id=d76e157c-aca3-4416-b4d5-6fd2fc5da83d,network=Network(01c47b97-1447-486f-b781-ddb39bd5d032),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd76e157c-ac')
Apr 30 15:54:22.117201 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:54:22.117596 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:54:22.117927 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:54:22.132075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.134545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.203182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.204951 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.207657 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.208778 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.222386 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.224012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.226419 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:22.227997 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:23.007664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:23.051860 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:23.242898 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:23.248828 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:23.249887 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:23.249887 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:23.249887 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:23.250065 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:23.260536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:23.294469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:23.451377 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:23.755006 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:23.755690 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:23.789106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:23.835186 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:23.955181 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: acdf2bdf-81d3-46b9-930d-ec74daeb92d6] Took 1.84 seconds to deallocate network for instance.
Apr 30 15:54:24.129853 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:24.132189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:24.271611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:24.272158 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:54:24.785501 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:54:24.785746 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:54:24.877732 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4655309ea57c48f6b207c4e5c1673d6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3a1cc2177f4b988eead5a521c8ca35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:54:25.027425 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance acdf2bdf-81d3-46b9-930d-ec74daeb92d6
Apr 30 15:54:25.163523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:25.287169 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:54:25.322816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:25.541341 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bbd353ff-968b-49dd-862f-2daafe972e58 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "acdf2bdf-81d3-46b9-930d-ec74daeb92d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.776s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:25.562110 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:25.594111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:25.713024 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Successfully created port: 27b907e7-ccdf-4f07-b29c-c14147abd315 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:54:25.792871 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:54:26.132739 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:26.135075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:26.300662 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Booting with volume b64e5a85-ae68-45d7-b773-aae3e22f484a at /dev/vda
Apr 30 15:54:26.372333 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:54:26.374323 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:26.384866 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:26.385304 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[5affc1ac-234e-48c0-881f-d24f84b5001e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:26.387273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:26.399198 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:26.400407 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0a403db-05c0-46f4-baaa-bbe7bed2422e]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:26.401448 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:26.414351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:26.414910 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[a089f423-4a63-4234-999f-6135f5ff027c]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:26.417927 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb25b1cb-e13e-4e35-9e5b-62a7cf053a02]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:26.418434 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:26.449986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:54:26.450507 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:54:26.454239 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:26.459204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:54:26.459442 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:54:26.459679 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecec20ab-1961-4009-a1d9-00120d00e5f9]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:26.462324 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:54:26.464320 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:54:26.464766 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:54:26.464961 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:54:26.465439 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== get_connector_properties: return (92ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:54:26.465969 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Updating existing volume attachment record: 171e2d55-8c03-48f0-a1cc-d6b2ac03a276 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:54:26.612610 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Successfully updated port: 27b907e7-ccdf-4f07-b29c-c14147abd315 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:54:26.651022 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Received event network-changed-27b907e7-ccdf-4f07-b29c-c14147abd315 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:54:26.657632 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Refreshing instance network info cache due to event network-changed-27b907e7-ccdf-4f07-b29c-c14147abd315. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:54:26.657632 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] Acquiring lock "refresh_cache-7d980ccd-1d88-4bcf-9356-01a7f972ccdd" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:26.657632 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] Acquired lock "refresh_cache-7d980ccd-1d88-4bcf-9356-01a7f972ccdd" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:26.657632 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Refreshing network info cache for port 27b907e7-ccdf-4f07-b29c-c14147abd315 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:54:27.117911 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "refresh_cache-7d980ccd-1d88-4bcf-9356-01a7f972ccdd" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:27.242218 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:27.388805 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:27.892811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e499cdb8-8afc-49b2-aede-fe30ed3bcdde req-f5d80dfa-828f-4995-b16f-33ac072ee293 service nova] Releasing lock "refresh_cache-7d980ccd-1d88-4bcf-9356-01a7f972ccdd" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:27.893328 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquired lock "refresh_cache-7d980ccd-1d88-4bcf-9356-01a7f972ccdd" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:27.893608 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:54:28.137138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:28.451918 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:28.720730 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Updating instance_info_cache with network_info: [{"id": "27b907e7-ccdf-4f07-b29c-c14147abd315", "address": "fa:16:3e:2f:b5:42", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap27b907e7-cc", "ovs_interfaceid": "27b907e7-ccdf-4f07-b29c-c14147abd315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:28.841133 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:28.882961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:28.930664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:29.225250 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Releasing lock "refresh_cache-7d980ccd-1d88-4bcf-9356-01a7f972ccdd" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:29.225846 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Instance network_info: |[{"id": "27b907e7-ccdf-4f07-b29c-c14147abd315", "address": "fa:16:3e:2f:b5:42", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap27b907e7-cc", "ovs_interfaceid": "27b907e7-ccdf-4f07-b29c-c14147abd315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:54:29.477138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:29.510346 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:29.515210 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:29.539110 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:30.076693 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:30.096224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:30.135371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:30.138363 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:31.902865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:31.913169 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.410977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.425448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.438478 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.460088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.507735 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.513596 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.519235 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.578135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.588550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.642008 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:54:32.645749 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:54:32.646124 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Creating image(s)
Apr 30 15:54:32.646619 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:54:32.646965 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Ensure instance console log exists: /opt/stack/data/nova/instances/7d980ccd-1d88-4bcf-9356-01a7f972ccdd/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:54:32.647631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:32.649046 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:32.650701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:54:32.650701 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:32.656941 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Available mdevs at: set().
Apr 30 15:54:32.657404 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:54:32.657824 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:32.669043 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:32.671111 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:54:32.676647 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.029s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Traceback (most recent call last):
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     yield resources
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     return f(*args, **kwargs)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     chosen_mdev = self._create_mdev(
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     self._host.device_create(conf)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     raise e.with_traceback(tb)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     rv = meth(*args, **kwargs)
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:32.678879 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] 
Apr 30 15:54:32.682690 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Terminating instance
Apr 30 15:54:32.710434 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.190703 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:54:33.195883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:54:33.196129 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Instance destroyed successfully.
Apr 30 15:54:33.197715 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:54:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-104818050',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumemultiattachtest-server-104818050',id=133,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-ia3pok8r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:26Z,user_data=None,user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=7d980ccd-1d88-4bcf-9356-01a7f972ccdd,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27b907e7-ccdf-4f07-b29c-c14147abd315", "address": "fa:16:3e:2f:b5:42", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap27b907e7-cc", "ovs_interfaceid": "27b907e7-ccdf-4f07-b29c-c14147abd315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:33.198132 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "27b907e7-ccdf-4f07-b29c-c14147abd315", "address": "fa:16:3e:2f:b5:42", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap27b907e7-cc", "ovs_interfaceid": "27b907e7-ccdf-4f07-b29c-c14147abd315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:33.201710 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:b5:42,bridge_name='br-int',has_traffic_filtering=True,id=27b907e7-ccdf-4f07-b29c-c14147abd315,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b907e7-cc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:33.201710 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:b5:42,bridge_name='br-int',has_traffic_filtering=True,id=27b907e7-ccdf-4f07-b29c-c14147abd315,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b907e7-cc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:33.204576 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.207123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap27b907e7-cc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:33.207569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:33.210415 np0040594247 nova-compute[88153]: INFO os_vif [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:b5:42,bridge_name='br-int',has_traffic_filtering=True,id=27b907e7-ccdf-4f07-b29c-c14147abd315,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b907e7-cc')
Apr 30 15:54:33.285176 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:54:33.285176 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-b64e5a85-ae68-45d7-b773-aae3e22f484a', 'target_lun': 0, 'volume_id': 'b64e5a85-ae68-45d7-b773-aae3e22f484a', 'auth_method': 'CHAP', 'auth_username': 'qeCAa9dy23xkBp2DzY8v', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:54:33.285176 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:54:33.285555 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:54:33.286716 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:33.298732 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:33.299784 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[59244ab6-caa8-47b4-a59c-c4d370755d48]: Unexpected error while running command.
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:54:33.302020 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[59244ab6-caa8-47b4-a59c-c4d370755d48]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:54:33.306263 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:54:33.312049 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:54:33.312049 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== disconnect_volume: return (22ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:54:33.312049 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:54:33.312049 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Deleting instance files /opt/stack/data/nova/instances/7d980ccd-1d88-4bcf-9356-01a7f972ccdd_del
Apr 30 15:54:33.312049 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Deletion of /opt/stack/data/nova/instances/7d980ccd-1d88-4bcf-9356-01a7f972ccdd_del complete
Apr 30 15:54:33.610387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.621608 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.630926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.671397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.739610 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.785732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.789653 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:33.818082 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Took 0.63 seconds to destroy the instance on the hypervisor.
Apr 30 15:54:33.840343 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.139030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.143930 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.152385 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.152513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.167778 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.170950 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.175781 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.198211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:34.203170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.338147 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.353189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.366513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.391872 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.459643 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.504491 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.976291 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.986716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:35.999022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.030482 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.114709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.157469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.158646 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.166905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.191716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.201638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.217199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.253633 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.260026 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.260888 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.265972 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.267233 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.339631 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:36.375118 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:37.907994 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Took 4.09 seconds to detach 1 volumes for instance.
Apr 30 15:54:37.912424 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70381b50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:54:37.912723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:37.913121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:38.152405 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:38.156468 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:38.157851 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:38.395686 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "1148d3ac-36df-446c-916d-dca903d1ad2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:38.396115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "1148d3ac-36df-446c-916d-dca903d1ad2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:38.553346 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:38.559481 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:38.560414 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:38.560414 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:38.560547 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:38.561010 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:38.845052 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:38.899300 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:54:38.962028 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "dd0a9707-d2ea-448f-8565-a5042e1ee1a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:38.962741 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "dd0a9707-d2ea-448f-8565-a5042e1ee1a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:39.066112 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:39.066817 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:39.432408 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:39.465199 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:54:39.579308 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.666s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Traceback (most recent call last):
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     return f(*args, **kwargs)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     chosen_mdev = self._create_mdev(
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     self._host.device_create(conf)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     raise e.with_traceback(tb)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     rv = meth(*args, **kwargs)
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:39.581333 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] 
Apr 30 15:54:39.583047 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:54:39.583603 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.151s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:39.584641 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Build of instance 7d980ccd-1d88-4bcf-9356-01a7f972ccdd was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:54:39.587145 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:54:39.588143 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:54:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-104818050',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumemultiattachtest-server-104818050',id=133,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-ia3pok8r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:33Z,user_data=None,user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=7d980ccd-1d88-4bcf-9356-01a7f972ccdd,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27b907e7-ccdf-4f07-b29c-c14147abd315", "address": "fa:16:3e:2f:b5:42", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap27b907e7-cc", "ovs_interfaceid": "27b907e7-ccdf-4f07-b29c-c14147abd315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:39.588471 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "27b907e7-ccdf-4f07-b29c-c14147abd315", "address": "fa:16:3e:2f:b5:42", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap27b907e7-cc", "ovs_interfaceid": "27b907e7-ccdf-4f07-b29c-c14147abd315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:39.589895 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:b5:42,bridge_name='br-int',has_traffic_filtering=True,id=27b907e7-ccdf-4f07-b29c-c14147abd315,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b907e7-cc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:39.590308 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:b5:42,bridge_name='br-int',has_traffic_filtering=True,id=27b907e7-ccdf-4f07-b29c-c14147abd315,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b907e7-cc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:39.592280 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:39.592892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap27b907e7-cc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:39.593145 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:39.596818 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:54:39.597302 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Claim successful on node np0040594247
Apr 30 15:54:39.603349 np0040594247 nova-compute[88153]: INFO os_vif [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:b5:42,bridge_name='br-int',has_traffic_filtering=True,id=27b907e7-ccdf-4f07-b29c-c14147abd315,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b907e7-cc')
Apr 30 15:54:39.603464 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:54:39.603856 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:54:39.604203 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:54:39.997137 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:40.511063 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:40.747240 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:40.752339 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:40.753772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:40.753772 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:40.753772 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:40.754134 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:41.016014 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 7d980ccd-1d88-4bcf-9356-01a7f972ccdd] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:54:41.259049 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:41.259599 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:41.771819 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:41.772597 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:54:41.776488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.780s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:41.781685 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:54:41.781994 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Claim successful on node np0040594247
Apr 30 15:54:42.068532 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Deleted allocations for instance 7d980ccd-1d88-4bcf-9356-01a7f972ccdd
Apr 30 15:54:42.281824 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:54:42.282149 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:54:42.286597 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:54:42.353459 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a586c75c0e6247cc8231e26305dea653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407498a2d1f44daaa0c6d5bba178f8fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:54:42.582310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-751d8891-0a56-4fc7-89f7-b1d93a669bcb tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "7d980ccd-1d88-4bcf-9356-01a7f972ccdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.785s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:42.786967 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:54:42.894346 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Successfully created port: 56232452-497b-4b89-a4e4-2f5a4fb89b80 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:54:42.912332 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:42.918911 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:42.919837 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:42.919912 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:42.920574 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:42.921219 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:43.301196 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:54:43.427809 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:43.428332 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:43.517517 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Successfully updated port: 56232452-497b-4b89-a4e4-2f5a4fb89b80 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:54:43.556512 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Received event network-changed-56232452-497b-4b89-a4e4-2f5a4fb89b80 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:54:43.556841 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Refreshing instance network info cache due to event network-changed-56232452-497b-4b89-a4e4-2f5a4fb89b80. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:54:43.557155 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] Acquiring lock "refresh_cache-1148d3ac-36df-446c-916d-dca903d1ad2d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:43.557410 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] Acquired lock "refresh_cache-1148d3ac-36df-446c-916d-dca903d1ad2d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:43.557706 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Refreshing network info cache for port 56232452-497b-4b89-a4e4-2f5a4fb89b80 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:54:43.791186 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:43.847891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:43.944126 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:43.944126 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:54:44.021407 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "refresh_cache-1148d3ac-36df-446c-916d-dca903d1ad2d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:44.122464 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:44.282919 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:44.317071 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:54:44.318496 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:54:44.318916 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Creating image(s)
Apr 30 15:54:44.319572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "/opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:44.319926 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:44.320837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:44.321552 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:44.326709 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:44.328150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:44.421764 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:44.422480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:44.423341 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:44.424219 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:44.430664 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:44.431356 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:44.454332 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:54:44.454722 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:54:44.533324 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:44.533886 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:44.576513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk 1073741824" returned: 0 in 0.042s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:44.577147 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.154s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:44.577654 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:44.603233 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:54:44.675067 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:44.675541 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:54:44.676003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:44.783544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:44.784125 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Cannot resize image /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:54:44.784859 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:54:44.785234 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Ensure instance console log exists: /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:54:44.785829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:44.787465 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:44.787630 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:54:44.788754 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1bca135d-9160-4d94-8280-21a203a119e1 req-5151cb20-4364-4fac-bedb-b4fb13c95c17 service nova] Releasing lock "refresh_cache-1148d3ac-36df-446c-916d-dca903d1ad2d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:44.789468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquired lock "refresh_cache-1148d3ac-36df-446c-916d-dca903d1ad2d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:44.789934 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:54:44.799624 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Available mdevs at: set().
Apr 30 15:54:44.799932 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:54:44.800204 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:44.807045 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:44.808724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:54:44.812637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.026s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Traceback (most recent call last):
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     yield resources
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     return f(*args, **kwargs)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     chosen_mdev = self._create_mdev(
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     self._host.device_create(conf)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     raise e.with_traceback(tb)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     rv = meth(*args, **kwargs)
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:44.815046 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] 
Apr 30 15:54:44.962328 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:54:45.345218 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:45.431620 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Successfully updated port: 3e16bc2b-baf7-4f4f-8268-aae898a5729b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:54:45.469590 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:54:45.600419 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Received event network-changed-3e16bc2b-baf7-4f4f-8268-aae898a5729b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:54:45.600940 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Refreshing instance network info cache due to event network-changed-3e16bc2b-baf7-4f4f-8268-aae898a5729b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:54:45.601382 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] Acquiring lock "refresh_cache-dd0a9707-d2ea-448f-8565-a5042e1ee1a9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:45.601745 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] Acquired lock "refresh_cache-dd0a9707-d2ea-448f-8565-a5042e1ee1a9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:45.602250 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Refreshing network info cache for port 3e16bc2b-baf7-4f4f-8268-aae898a5729b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:54:45.615057 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Updating instance_info_cache with network_info: [{"id": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "address": "fa:16:3e:22:04:43", "network": {"id": "76890e02-fea3-4593-8f23-df4472461812", "bridge": "br-int", "label": "tempest-network-smoke--1879624932", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap56232452-49", "ovs_interfaceid": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:45.936922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-dd0a9707-d2ea-448f-8565-a5042e1ee1a9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:46.118150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Releasing lock "refresh_cache-1148d3ac-36df-446c-916d-dca903d1ad2d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:46.118574 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Instance network_info: |[{"id": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "address": "fa:16:3e:22:04:43", "network": {"id": "76890e02-fea3-4593-8f23-df4472461812", "bridge": "br-int", "label": "tempest-network-smoke--1879624932", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap56232452-49", "ovs_interfaceid": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:54:46.119446 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Terminating instance
Apr 30 15:54:46.171549 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:46.299359 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:46.489721 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:54:46.489721 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:54:46.489721 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Creating image(s)
Apr 30 15:54:46.491166 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:46.491755 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:46.492909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:46.493881 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:46.503132 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:46.508731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:46.609709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:46.609709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:46.609709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:46.609709 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:46.615330 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:54:46.616794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:46.630439 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:54:46.640129 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:54:46.640557 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Instance destroyed successfully.
Apr 30 15:54:46.642484 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:54:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1419585743',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1419585743',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=134,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL25txccG1KA4uhM6+TsTT75buwqKVIaN/VcatESyEQqbK7JZwW+z3VCQMvHhYzHxwiFkFl+WBsp6FhTCdGrIhGZ3/QuYrCkAhsDWXBVxLJstIHBrP1Tklhorj0MGz7NAA==',key_name='tempest-TestSecurityGroupsBasicOps-1866573265',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-0oufjwgz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:43Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=1148d3ac-36df-446c-916d-dca903d1ad2d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "address": "fa:16:3e:22:04:43", "network": {"id": "76890e02-fea3-4593-8f23-df4472461812", "bridge": "br-int", "label": "tempest-network-smoke--1879624932", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap56232452-49", "ovs_interfaceid": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:46.643191 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "address": "fa:16:3e:22:04:43", "network": {"id": "76890e02-fea3-4593-8f23-df4472461812", "bridge": "br-int", "label": "tempest-network-smoke--1879624932", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap56232452-49", "ovs_interfaceid": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:46.644521 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:04:43,bridge_name='br-int',has_traffic_filtering=True,id=56232452-497b-4b89-a4e4-2f5a4fb89b80,network=Network(76890e02-fea3-4593-8f23-df4472461812),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56232452-49') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:46.645223 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:04:43,bridge_name='br-int',has_traffic_filtering=True,id=56232452-497b-4b89-a4e4-2f5a4fb89b80,network=Network(76890e02-fea3-4593-8f23-df4472461812),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56232452-49') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:46.649885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:46.649885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap56232452-49, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:46.649885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:46.653722 np0040594247 nova-compute[88153]: INFO os_vif [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:04:43,bridge_name='br-int',has_traffic_filtering=True,id=56232452-497b-4b89-a4e4-2f5a4fb89b80,network=Network(76890e02-fea3-4593-8f23-df4472461812),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56232452-49')
Apr 30 15:54:46.653722 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Deleting instance files /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d_del
Apr 30 15:54:46.653722 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Deletion of /opt/stack/data/nova/instances/1148d3ac-36df-446c-916d-dca903d1ad2d_del complete
Apr 30 15:54:46.715042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:46.716853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:46.759405 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk 1073741824" returned: 0 in 0.043s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:46.760579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.152s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:46.761156 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:46.802041 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a4d12086-c42f-4839-8093-acc47982520a req-8df84dbb-10fb-41c0-8ffc-fcefb941d73e service nova] Releasing lock "refresh_cache-dd0a9707-d2ea-448f-8565-a5042e1ee1a9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:46.803149 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-dd0a9707-d2ea-448f-8565-a5042e1ee1a9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:46.803547 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:54:46.853648 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:46.854193 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:54:46.854627 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:46.945395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:46.945959 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:54:46.946555 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:54:46.946917 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Ensure instance console log exists: /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:54:46.947387 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:46.947827 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:46.948251 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:54:46.952530 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:54:46.953175 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:54:46.953175 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:46.958488 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:46.959458 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:54:46.962513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Traceback (most recent call last):
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     yield resources
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     return f(*args, **kwargs)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     chosen_mdev = self._create_mdev(
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     self._host.device_create(conf)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     raise e.with_traceback(tb)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     rv = meth(*args, **kwargs)
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:46.965064 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] 
Apr 30 15:54:47.166339 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:54:47.170023 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d702a0620> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:54:47.170320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:47.170729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:47.372731 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:47.592002 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Updating instance_info_cache with network_info: [{"id": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "address": "fa:16:3e:a6:e5:5c", "network": {"id": "6c6bead2-5743-4066-9e24-c909ce004221", "bridge": "br-int", "label": "tempest-network-smoke--280534170", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3e16bc2b-ba", "ovs_interfaceid": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"1aae588b-dbd2-539a-bf3b-7e84d558e195": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:47.780737 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:47.786387 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:47.787397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:47.787397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:47.787397 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:47.787858 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:48.095499 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-dd0a9707-d2ea-448f-8565-a5042e1ee1a9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:48.096079 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Instance network_info: |[{"id": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "address": "fa:16:3e:a6:e5:5c", "network": {"id": "6c6bead2-5743-4066-9e24-c909ce004221", "bridge": "br-int", "label": "tempest-network-smoke--280534170", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3e16bc2b-ba", "ovs_interfaceid": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"1aae588b-dbd2-539a-bf3b-7e84d558e195": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:54:48.096686 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Terminating instance
Apr 30 15:54:48.293394 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:48.294009 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:48.602783 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:54:48.606308 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:54:48.606508 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Instance destroyed successfully.
Apr 30 15:54:48.608170 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:54:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1945637531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-1945637531',id=135,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-om09rha6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:46Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=dd0a9707-d2ea-448f-8565-a5042e1ee1a9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "address": "fa:16:3e:a6:e5:5c", "network": {"id": "6c6bead2-5743-4066-9e24-c909ce004221", "bridge": "br-int", "label": "tempest-network-smoke--280534170", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3e16bc2b-ba", "ovs_interfaceid": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"1aae588b-dbd2-539a-bf3b-7e84d558e195": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:48.608604 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "address": "fa:16:3e:a6:e5:5c", "network": {"id": "6c6bead2-5743-4066-9e24-c909ce004221", "bridge": "br-int", "label": "tempest-network-smoke--280534170", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3e16bc2b-ba", "ovs_interfaceid": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"1aae588b-dbd2-539a-bf3b-7e84d558e195": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:48.609840 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:e5:5c,bridge_name='br-int',has_traffic_filtering=True,id=3e16bc2b-baf7-4f4f-8268-aae898a5729b,network=Network(6c6bead2-5743-4066-9e24-c909ce004221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e16bc2b-ba') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:48.610346 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:e5:5c,bridge_name='br-int',has_traffic_filtering=True,id=3e16bc2b-baf7-4f4f-8268-aae898a5729b,network=Network(6c6bead2-5743-4066-9e24-c909ce004221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e16bc2b-ba') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:48.612340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:48.612934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e16bc2b-ba, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:48.613252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:48.615684 np0040594247 nova-compute[88153]: INFO os_vif [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:e5:5c,bridge_name='br-int',has_traffic_filtering=True,id=3e16bc2b-baf7-4f4f-8268-aae898a5729b,network=Network(6c6bead2-5743-4066-9e24-c909ce004221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e16bc2b-ba')
Apr 30 15:54:48.616144 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Deleting instance files /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9_del
Apr 30 15:54:48.616812 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Deletion of /opt/stack/data/nova/instances/dd0a9707-d2ea-448f-8565-a5042e1ee1a9_del complete
Apr 30 15:54:48.808136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.637s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Traceback (most recent call last):
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     return f(*args, **kwargs)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     chosen_mdev = self._create_mdev(
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     self._host.device_create(conf)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     raise e.with_traceback(tb)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     rv = meth(*args, **kwargs)
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:48.810068 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] 
Apr 30 15:54:48.812150 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:54:48.813220 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Build of instance 1148d3ac-36df-446c-916d-dca903d1ad2d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:54:48.815470 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:54:48.816515 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:54:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1419585743',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1419585743',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=134,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL25txccG1KA4uhM6+TsTT75buwqKVIaN/VcatESyEQqbK7JZwW+z3VCQMvHhYzHxwiFkFl+WBsp6FhTCdGrIhGZ3/QuYrCkAhsDWXBVxLJstIHBrP1Tklhorj0MGz7NAA==',key_name='tempest-TestSecurityGroupsBasicOps-1866573265',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-0oufjwgz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:47Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=1148d3ac-36df-446c-916d-dca903d1ad2d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "address": "fa:16:3e:22:04:43", "network": {"id": "76890e02-fea3-4593-8f23-df4472461812", "bridge": "br-int", "label": "tempest-network-smoke--1879624932", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap56232452-49", "ovs_interfaceid": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:48.816879 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "address": "fa:16:3e:22:04:43", "network": {"id": "76890e02-fea3-4593-8f23-df4472461812", "bridge": "br-int", "label": "tempest-network-smoke--1879624932", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap56232452-49", "ovs_interfaceid": "56232452-497b-4b89-a4e4-2f5a4fb89b80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:48.817661 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:04:43,bridge_name='br-int',has_traffic_filtering=True,id=56232452-497b-4b89-a4e4-2f5a4fb89b80,network=Network(76890e02-fea3-4593-8f23-df4472461812),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56232452-49') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:48.818100 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:04:43,bridge_name='br-int',has_traffic_filtering=True,id=56232452-497b-4b89-a4e4-2f5a4fb89b80,network=Network(76890e02-fea3-4593-8f23-df4472461812),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56232452-49') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:48.819434 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:48.819848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap56232452-49, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:48.820090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:48.822365 np0040594247 nova-compute[88153]: INFO os_vif [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:04:43,bridge_name='br-int',has_traffic_filtering=True,id=56232452-497b-4b89-a4e4-2f5a4fb89b80,network=Network(76890e02-fea3-4593-8f23-df4472461812),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56232452-49')
Apr 30 15:54:48.822641 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:54:48.822976 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:54:48.823259 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:54:48.853275 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:49.124538 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:54:49.128284 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9462c4a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:54:49.128284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:49.128284 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:49.730051 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:49.747258 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:49.757202 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:49.758175 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:49.758175 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:49.758444 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:49.758819 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:50.234242 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 1148d3ac-36df-446c-916d-dca903d1ad2d] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:54:50.263350 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:50.263869 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:50.775259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.647s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Traceback (most recent call last):
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     return f(*args, **kwargs)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     chosen_mdev = self._create_mdev(
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     self._host.device_create(conf)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     rv = execute(f, *args, **kwargs)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     raise e.with_traceback(tb)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     rv = meth(*args, **kwargs)
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:54:50.777215 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] 
Apr 30 15:54:50.779341 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:54:50.780337 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Build of instance dd0a9707-d2ea-448f-8565-a5042e1ee1a9 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:54:50.783883 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:54:50.784936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:54:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1945637531',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-1945637531',id=135,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-om09rha6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:49Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=dd0a9707-d2ea-448f-8565-a5042e1ee1a9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "address": "fa:16:3e:a6:e5:5c", "network": {"id": "6c6bead2-5743-4066-9e24-c909ce004221", "bridge": "br-int", "label": "tempest-network-smoke--280534170", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3e16bc2b-ba", "ovs_interfaceid": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"1aae588b-dbd2-539a-bf3b-7e84d558e195": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:54:50.785250 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "address": "fa:16:3e:a6:e5:5c", "network": {"id": "6c6bead2-5743-4066-9e24-c909ce004221", "bridge": "br-int", "label": "tempest-network-smoke--280534170", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3e16bc2b-ba", "ovs_interfaceid": "3e16bc2b-baf7-4f4f-8268-aae898a5729b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"1aae588b-dbd2-539a-bf3b-7e84d558e195": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:54:50.786113 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:e5:5c,bridge_name='br-int',has_traffic_filtering=True,id=3e16bc2b-baf7-4f4f-8268-aae898a5729b,network=Network(6c6bead2-5743-4066-9e24-c909ce004221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e16bc2b-ba') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:54:50.786510 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:e5:5c,bridge_name='br-int',has_traffic_filtering=True,id=3e16bc2b-baf7-4f4f-8268-aae898a5729b,network=Network(6c6bead2-5743-4066-9e24-c909ce004221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e16bc2b-ba') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:54:50.787918 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:50.788299 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e16bc2b-ba, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:54:50.788547 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:54:50.790815 np0040594247 nova-compute[88153]: INFO os_vif [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:e5:5c,bridge_name='br-int',has_traffic_filtering=True,id=3e16bc2b-baf7-4f4f-8268-aae898a5729b,network=Network(6c6bead2-5743-4066-9e24-c909ce004221),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3e16bc2b-ba')
Apr 30 15:54:50.791101 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:54:50.791385 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:54:50.791670 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:54:51.319178 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Deleted allocations for instance 1148d3ac-36df-446c-916d-dca903d1ad2d
Apr 30 15:54:51.417548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "56916e75-65dd-416e-810d-4ff2769b21fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:51.417548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "56916e75-65dd-416e-810d-4ff2769b21fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:51.832563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-039cdfa1-a9aa-422b-8ddd-9abc7a266bfc tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "1148d3ac-36df-446c-916d-dca903d1ad2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.436s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:51.918554 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:54:51.962092 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:52.451813 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:52.452158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:52.457175 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:54:52.458354 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Claim successful on node np0040594247
Apr 30 15:54:52.465213 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: dd0a9707-d2ea-448f-8565-a5042e1ee1a9] Took 1.67 seconds to deallocate network for instance.
Apr 30 15:54:53.522318 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance dd0a9707-d2ea-448f-8565-a5042e1ee1a9
Apr 30 15:54:53.598277 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:53.611768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:53.612954 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:53.612954 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:53.640055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:53.673182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:53.791980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.038056 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cce1afc4-b434-402a-bf64-9a24c966c399 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "dd0a9707-d2ea-448f-8565-a5042e1ee1a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.075s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:54.117409 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:54.119088 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:54.152233 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.159618 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.176266 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.176329 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.223165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.259845 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.356224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.369456 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:54.633301 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:54.634210 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:54:55.147180 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:54:55.147636 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:54:55.246852 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4655309ea57c48f6b207c4e5c1673d6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3a1cc2177f4b988eead5a521c8ca35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:54:55.657209 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Apr 30 15:54:55.890052 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:54:56.164713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:54:56.374266 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Successfully created port: 30e9d6f2-b44b-4853-8402-f5ed1bc00c70 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:54:56.398159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:56.398465 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:56.398876 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:56.399188 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:54:56.624382 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:54:56.625708 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1626MB free_disk=56.48496627807617GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:54:56.625951 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:54:56.626274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:54:56.678290 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Booting with volume 6a602cd2-e19d-4dbe-b163-b7dc2d187569 at /dev/sda
Apr 30 15:54:56.758901 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:54:56.759874 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:56.767627 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:56.769311 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e748b5a-b775-43b6-9bb7-b62eb43e4e7d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:56.769909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:56.783448 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:56.783448 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cfd8ad2-0986-4721-b328-9d636baed16b]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:56.784366 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:56.794038 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:54:56.794204 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39abf9f-482e-4c30-bbf2-d63ff67907c3]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:56.798035 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[75272d2d-a771-4791-8dbf-9daa8557c57f]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:56.798541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:56.823697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:54:56.824181 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:54:56.827923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:54:56.833058 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:54:56.833164 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:54:56.833342 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[74634e27-33ed-46cf-a4e9-ccb2db76bc06]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:54:56.836301 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:54:56.838289 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:54:56.838576 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:54:56.838886 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:54:56.839377 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== get_connector_properties: return (80ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:54:56.839810 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Updating existing volume attachment record: 6af8923e-ae05-4660-816a-04fd1c303f45 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:54:57.259754 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Successfully updated port: 30e9d6f2-b44b-4853-8402-f5ed1bc00c70 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:54:57.311123 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Received event network-changed-30e9d6f2-b44b-4853-8402-f5ed1bc00c70 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:54:57.311123 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Refreshing instance network info cache due to event network-changed-30e9d6f2-b44b-4853-8402-f5ed1bc00c70. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:54:57.311123 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] Acquiring lock "refresh_cache-56916e75-65dd-416e-810d-4ff2769b21fc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:57.311123 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] Acquired lock "refresh_cache-56916e75-65dd-416e-810d-4ff2769b21fc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:57.311123 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Refreshing network info cache for port 30e9d6f2-b44b-4853-8402-f5ed1bc00c70 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:54:57.588730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.597347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.612931 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.652934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.671887 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.686849 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 56916e75-65dd-416e-810d-4ff2769b21fc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:54:57.687290 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:54:57.687290 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=640MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:54:57.710271 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.737026 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.764236 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "refresh_cache-56916e75-65dd-416e-810d-4ff2769b21fc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:54:57.788629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:57.809916 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]: </device>
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:54:57.830416 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:54:57.831538 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:57.831538 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:54:57.901376 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:58.117871 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:58.160672 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:58.163460 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:58.210303 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:58.212794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:58.217216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:58.337542 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:58.337542 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:54:58.443827 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:58.473338 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:58.629846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-689cb768-c974-4b28-84f2-ff2c0c20d61f req-af769f01-23f4-45aa-8ccc-aaaee9b9692c service nova] Releasing lock "refresh_cache-56916e75-65dd-416e-810d-4ff2769b21fc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:54:58.629846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquired lock "refresh_cache-56916e75-65dd-416e-810d-4ff2769b21fc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:54:58.629846 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:54:58.852379 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:54:58.853808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.226s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:54:58.857695 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:54:59.236503 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:54:59.584896 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Updating instance_info_cache with network_info: [{"id": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "address": "fa:16:3e:a0:9f:97", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap30e9d6f2-b4", "ovs_interfaceid": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:54:59.854914 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Releasing lock "refresh_cache-56916e75-65dd-416e-810d-4ff2769b21fc" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Instance network_info: |[{"id": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "address": "fa:16:3e:a0:9f:97", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap30e9d6f2-b4", "ovs_interfaceid": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:00.727403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:00.988709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.001619 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.019032 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.053506 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.130723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.184807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.468010 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.479918 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.498644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.537431 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.613184 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:01.672181 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.169209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.177988 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.198319 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.202652 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.205796 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.227364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.239838 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.242217 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.594780 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.649362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:02.890396 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:02.891099 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:03.795302 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:03.865092 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.026705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:55:04.027695 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:55:04.031402 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Creating image(s)
Apr 30 15:55:04.031402 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:55:04.031402 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Ensure instance console log exists: /opt/stack/data/nova/instances/56916e75-65dd-416e-810d-4ff2769b21fc/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:55:04.031402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:04.031402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:04.031402 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:55:04.051067 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Available mdevs at: set().
Apr 30 15:55:04.051067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:55:04.051067 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:04.061003 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:04.062616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:55:04.067595 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.036s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Traceback (most recent call last):
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     yield resources
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     return f(*args, **kwargs)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     chosen_mdev = self._create_mdev(
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     self._host.device_create(conf)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     raise e.with_traceback(tb)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     rv = meth(*args, **kwargs)
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:04.070138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] 
Apr 30 15:55:04.073308 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Terminating instance
Apr 30 15:55:04.490310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "8112903a-2726-4c24-a6bd-32880a15679a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:04.490838 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "8112903a-2726-4c24-a6bd-32880a15679a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:04.583107 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:55:04.586708 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:55:04.588402 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Instance destroyed successfully.
Apr 30 15:55:04.588402 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:54:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-1927192956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumemultiattachtest-server-1927192956',id=136,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJzEtL/0BTURSahIWNBoRN/loDMQywiEi0Xk8u9ANxLzHZW733BApQ4ZuYkXZ9vyTxPFE6SzPKelpUI372gvH6VGhZkBlsoZ+CB9qMyyjwOq3IwrVkInmXpINgPSf3J6pQ==',key_name='tempest-keypair-670601766',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-483isc6t',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:54:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=56916e75-65dd-416e-810d-4ff2769b21fc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "address": "fa:16:3e:a0:9f:97", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap30e9d6f2-b4", "ovs_interfaceid": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:04.588899 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "address": "fa:16:3e:a0:9f:97", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap30e9d6f2-b4", "ovs_interfaceid": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:04.590560 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:9f:97,bridge_name='br-int',has_traffic_filtering=True,id=30e9d6f2-b44b-4853-8402-f5ed1bc00c70,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30e9d6f2-b4') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:04.590560 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:9f:97,bridge_name='br-int',has_traffic_filtering=True,id=30e9d6f2-b44b-4853-8402-f5ed1bc00c70,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30e9d6f2-b4') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:04.592262 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.592683 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30e9d6f2-b4, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:04.592988 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:04.595496 np0040594247 nova-compute[88153]: INFO os_vif [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:9f:97,bridge_name='br-int',has_traffic_filtering=True,id=30e9d6f2-b44b-4853-8402-f5ed1bc00c70,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30e9d6f2-b4')
Apr 30 15:55:04.652958 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:55:04.655040 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-6a602cd2-e19d-4dbe-b163-b7dc2d187569', 'target_lun': 0, 'volume_id': '6a602cd2-e19d-4dbe-b163-b7dc2d187569', 'auth_method': 'CHAP', 'auth_username': 'Lf6HwMgAqnhAEerFJ4tn', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:55:04.655376 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:55:04.656026 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:55:04.657208 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:04.670619 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.013s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:04.670951 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[77240dd2-47a3-44d5-b805-3e0137edf2f6]: Unexpected error while running command.
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:04.672072 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:55:04.673265 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[77240dd2-47a3-44d5-b805-3e0137edf2f6]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:55:04.675862 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:55:04.679126 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:55:04.679126 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:55:04.679126 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== disconnect_volume: return (21ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:55:04.679126 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:55:04.679126 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Deleting instance files /opt/stack/data/nova/instances/56916e75-65dd-416e-810d-4ff2769b21fc_del
Apr 30 15:55:04.679126 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Deletion of /opt/stack/data/nova/instances/56916e75-65dd-416e-810d-4ff2769b21fc_del complete
Apr 30 15:55:04.835737 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.847088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.859892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.889332 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.892307 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:04.892921 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:55:04.901439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.910096 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.963292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.967965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:04.996285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:55:05.008252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:05.027069 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:05.073075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:05.189146 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Took 0.61 seconds to destroy the instance on the hypervisor.
Apr 30 15:55:05.542527 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:05.542964 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:05.553167 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:55:05.553167 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Claim successful on node np0040594247
Apr 30 15:55:05.893302 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:06.167789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:06.168758 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:06.171311 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:06.173747 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:06.184580 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:06.188094 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:06.724080 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:06.731162 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:06.732203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:06.732203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:06.732203 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:06.733270 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:07.239378 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:07.241082 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:07.716104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "252209cd-ea0f-493d-8c5e-90505f5f7773" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:07.716431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "252209cd-ea0f-493d-8c5e-90505f5f7773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:07.760286 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:07.761006 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:55:07.881121 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:08.221736 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:55:08.272449 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:55:08.273101 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:55:08.337833 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a586c75c0e6247cc8231e26305dea653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407498a2d1f44daaa0c6d5bba178f8fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:55:08.759258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:08.759991 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:08.764348 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:55:08.764787 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Claim successful on node np0040594247
Apr 30 15:55:08.779702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:55:08.857091 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Successfully created port: 03f70627-97d8-4cbf-8a52-b4b16f2a585e {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:55:08.870771 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:09.272847 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:55:09.283164 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:55:09.459409 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Successfully updated port: 03f70627-97d8-4cbf-8a52-b4b16f2a585e {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:55:09.490330 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Received event network-changed-03f70627-97d8-4cbf-8a52-b4b16f2a585e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:55:09.490648 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Refreshing instance network info cache due to event network-changed-03f70627-97d8-4cbf-8a52-b4b16f2a585e. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:55:09.490974 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] Acquiring lock "refresh_cache-8112903a-2726-4c24-a6bd-32880a15679a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:09.491200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] Acquired lock "refresh_cache-8112903a-2726-4c24-a6bd-32880a15679a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:09.491439 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Refreshing network info cache for port 03f70627-97d8-4cbf-8a52-b4b16f2a585e {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:55:09.776060 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Took 4.59 seconds to detach 1 volumes for instance.
Apr 30 15:55:09.782721 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Aborting claim: <nova.compute.claims.Claim object at 0x7c8da727ea50> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:55:09.782721 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:09.919585 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:09.925618 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:09.927388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:09.927388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:09.927388 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:09.927388 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:09.962877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "refresh_cache-8112903a-2726-4c24-a6bd-32880a15679a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:10.046806 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:10.177396 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:10.297157 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:55:10.298474 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:55:10.298963 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Creating image(s)
Apr 30 15:55:10.299638 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "/opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:10.299987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:10.301000 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:10.301931 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:10.306963 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:10.308564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:10.400145 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:10.400803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:10.401533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:10.402237 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:10.407741 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:10.408272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:10.432620 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:10.433207 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:10.499935 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:10.500887 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:10.539627 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:10.540271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:10.540809 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:10.627749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.086s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:10.628287 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:55:10.628756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:10.681756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-1dfa9f0c-8678-4ad4-b2a7-bce3ef7b76b8 req-efe60751-615e-492c-835e-b39880fdd959 service nova] Releasing lock "refresh_cache-8112903a-2726-4c24-a6bd-32880a15679a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:10.682896 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquired lock "refresh_cache-8112903a-2726-4c24-a6bd-32880a15679a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:10.683420 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:55:10.718866 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:10.719337 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Cannot resize image /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:55:10.719889 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:55:10.720229 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Ensure instance console log exists: /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:55:10.720729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:10.721108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:10.721744 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:55:10.725003 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Available mdevs at: set().
Apr 30 15:55:10.725292 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:55:10.725567 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:10.730955 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:10.731859 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:55:10.734767 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Traceback (most recent call last):
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     yield resources
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     return f(*args, **kwargs)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     chosen_mdev = self._create_mdev(
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     self._host.device_create(conf)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     raise e.with_traceback(tb)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     rv = meth(*args, **kwargs)
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:10.737854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a] 
Apr 30 15:55:10.948090 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:10.948725 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:55:10.952418 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.170s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:11.238953 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:11.465585 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:55:11.466158 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:55:11.484437 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Updating instance_info_cache with network_info: [{"id": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "address": "fa:16:3e:a1:78:dd", "network": {"id": "1c04fadd-5c60-4679-a2a3-5e0faa520dbe", "bridge": "br-int", "label": "tempest-network-smoke--120101172", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap03f70627-97", "ovs_interfaceid": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:11.586978 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:55:11.598948 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:11.605981 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:11.606969 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:11.606969 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:11.606969 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:11.607384 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:11.965739 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:55:11.987868 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Releasing lock "refresh_cache-8112903a-2726-4c24-a6bd-32880a15679a" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:11.988339 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Instance network_info: |[{"id": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "address": "fa:16:3e:a1:78:dd", "network": {"id": "1c04fadd-5c60-4679-a2a3-5e0faa520dbe", "bridge": "br-int", "label": "tempest-network-smoke--120101172", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap03f70627-97", "ovs_interfaceid": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:55:11.989266 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Terminating instance
Apr 30 15:55:12.112146 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:12.112691 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:12.327487 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Successfully updated port: 9ff03f33-39e9-42af-aeb5-f8b41acf9921 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:55:12.360513 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Received event network-changed-9ff03f33-39e9-42af-aeb5-f8b41acf9921 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:55:12.361771 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Refreshing instance network info cache due to event network-changed-9ff03f33-39e9-42af-aeb5-f8b41acf9921. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:55:12.361771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] Acquiring lock "refresh_cache-252209cd-ea0f-493d-8c5e-90505f5f7773" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:12.361771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] Acquired lock "refresh_cache-252209cd-ea0f-493d-8c5e-90505f5f7773" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:12.361771 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Refreshing network info cache for port 9ff03f33-39e9-42af-aeb5-f8b41acf9921 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:55:12.471394 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:55:12.499308 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:55:12.503437 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:55:12.503666 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Instance destroyed successfully.
Apr 30 15:55:12.505639 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1651637136',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1651637136',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=137,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDEpW0hPWILHlWDicbKhKOT82q3uBcmkvqSNCs7wU3MRTJqpk/lMbyrq4cilWyI7T4UOsughRFN/AAWLmZDNW1KuY7ygdgiGclOaciaHDzdak2J+yHDzFRqjycRqTigo9A==',key_name='tempest-TestSecurityGroupsBasicOps-918400222',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-ygcyiie9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:09Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=8112903a-2726-4c24-a6bd-32880a15679a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "address": "fa:16:3e:a1:78:dd", "network": {"id": "1c04fadd-5c60-4679-a2a3-5e0faa520dbe", "bridge": "br-int", "label": "tempest-network-smoke--120101172", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap03f70627-97", "ovs_interfaceid": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:12.506604 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "address": "fa:16:3e:a1:78:dd", "network": {"id": "1c04fadd-5c60-4679-a2a3-5e0faa520dbe", "bridge": "br-int", "label": "tempest-network-smoke--120101172", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap03f70627-97", "ovs_interfaceid": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:12.507792 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:78:dd,bridge_name='br-int',has_traffic_filtering=True,id=03f70627-97d8-4cbf-8a52-b4b16f2a585e,network=Network(1c04fadd-5c60-4679-a2a3-5e0faa520dbe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f70627-97') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:12.508347 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:78:dd,bridge_name='br-int',has_traffic_filtering=True,id=03f70627-97d8-4cbf-8a52-b4b16f2a585e,network=Network(1c04fadd-5c60-4679-a2a3-5e0faa520dbe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f70627-97') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:12.511108 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:12.511779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03f70627-97, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:12.512559 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:12.514839 np0040594247 nova-compute[88153]: INFO os_vif [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:78:dd,bridge_name='br-int',has_traffic_filtering=True,id=03f70627-97d8-4cbf-8a52-b4b16f2a585e,network=Network(1c04fadd-5c60-4679-a2a3-5e0faa520dbe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f70627-97')
Apr 30 15:55:12.515139 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Deleting instance files /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a_del
Apr 30 15:55:12.515807 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Deletion of /opt/stack/data/nova/instances/8112903a-2726-4c24-a6bd-32880a15679a_del complete
Apr 30 15:55:12.624308 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.672s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Traceback (most recent call last):
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     return f(*args, **kwargs)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     chosen_mdev = self._create_mdev(
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     self._host.device_create(conf)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     raise e.with_traceback(tb)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     rv = meth(*args, **kwargs)
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:12.626310 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] 
Apr 30 15:55:12.628596 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:55:12.629665 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Build of instance 56916e75-65dd-416e-810d-4ff2769b21fc was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:55:12.632804 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:55:12.633971 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:54:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-1927192956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumemultiattachtest-server-1927192956',id=136,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJzEtL/0BTURSahIWNBoRN/loDMQywiEi0Xk8u9ANxLzHZW733BApQ4ZuYkXZ9vyTxPFE6SzPKelpUI372gvH6VGhZkBlsoZ+CB9qMyyjwOq3IwrVkInmXpINgPSf3J6pQ==',key_name='tempest-keypair-670601766',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-483isc6t',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=56916e75-65dd-416e-810d-4ff2769b21fc,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "address": "fa:16:3e:a0:9f:97", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap30e9d6f2-b4", "ovs_interfaceid": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:12.634292 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "address": "fa:16:3e:a0:9f:97", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap30e9d6f2-b4", "ovs_interfaceid": "30e9d6f2-b44b-4853-8402-f5ed1bc00c70", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:12.635133 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:9f:97,bridge_name='br-int',has_traffic_filtering=True,id=30e9d6f2-b44b-4853-8402-f5ed1bc00c70,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30e9d6f2-b4') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:12.635534 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:9f:97,bridge_name='br-int',has_traffic_filtering=True,id=30e9d6f2-b44b-4853-8402-f5ed1bc00c70,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30e9d6f2-b4') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:12.636962 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:12.637412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30e9d6f2-b4, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:12.637824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:12.640662 np0040594247 nova-compute[88153]: INFO os_vif [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:9f:97,bridge_name='br-int',has_traffic_filtering=True,id=30e9d6f2-b44b-4853-8402-f5ed1bc00c70,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap30e9d6f2-b4')
Apr 30 15:55:12.640968 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:55:12.641265 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:55:12.641605 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:55:12.831059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-252209cd-ea0f-493d-8c5e-90505f5f7773" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:12.926758 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:13.026928 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:55:13.031732 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70145700> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:55:13.032121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:13.032603 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:13.058307 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:13.485199 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:55:13.486705 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:55:13.487178 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Creating image(s)
Apr 30 15:55:13.487878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:13.488290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:13.489168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:13.489960 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:13.495290 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:13.496868 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:13.544476 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:13.562235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e8df41e-8270-4ef1-84ca-d35c38cf25c8 req-2b4d678a-7b25-485d-8b4d-7e50b2449f66 service nova] Releasing lock "refresh_cache-252209cd-ea0f-493d-8c5e-90505f5f7773" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:13.563470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-252209cd-ea0f-493d-8c5e-90505f5f7773" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:13.563763 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:55:13.590116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:13.590591 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:13.591326 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:13.591972 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:13.596958 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:13.597484 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:13.697398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:13.698065 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:13.720065 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:13.728434 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:13.729467 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:13.729467 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:13.729647 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:13.735940 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:13.736461 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.145s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:13.737019 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:13.798771 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:13.828513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:13.829159 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:55:13.829706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:13.876705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:13.932753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:13.933928 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:55:13.935083 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:55:13.938104 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Ensure instance console log exists: /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:55:13.938104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:13.938104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:13.938104 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:55:13.944190 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:55:13.944190 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:55:13.944190 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:13.950328 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.017s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Traceback (most recent call last):
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     yield resources
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     return f(*args, **kwargs)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     chosen_mdev = self._create_mdev(
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     self._host.device_create(conf)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     raise e.with_traceback(tb)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     rv = meth(*args, **kwargs)
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:13.956529 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] 
Apr 30 15:55:14.057860 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 56916e75-65dd-416e-810d-4ff2769b21fc] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:55:14.135888 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:14.236405 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:14.237615 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:14.372777 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Updating instance_info_cache with network_info: [{"id": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "address": "fa:16:3e:ef:49:c1", "network": {"id": "9bc14854-2c7d-4590-87e6-9ee2fe21072b", "bridge": "br-int", "label": "tempest-network-smoke--119355470", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9ff03f33-39", "ovs_interfaceid": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6936d052-2b08-52f0-8eb1-875a179cceaf": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:14.750901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.718s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Traceback (most recent call last):
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     return f(*args, **kwargs)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     chosen_mdev = self._create_mdev(
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     self._host.device_create(conf)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     raise e.with_traceback(tb)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     rv = meth(*args, **kwargs)
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:14.752816 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8112903a-2726-4c24-a6bd-32880a15679a] 
Apr 30 15:55:14.754719 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:55:14.755854 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Build of instance 8112903a-2726-4c24-a6bd-32880a15679a was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:55:14.758419 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:55:14.759499 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1651637136',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1651637136',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=137,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDEpW0hPWILHlWDicbKhKOT82q3uBcmkvqSNCs7wU3MRTJqpk/lMbyrq4cilWyI7T4UOsughRFN/AAWLmZDNW1KuY7ygdgiGclOaciaHDzdak2J+yHDzFRqjycRqTigo9A==',key_name='tempest-TestSecurityGroupsBasicOps-918400222',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-ygcyiie9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:13Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=8112903a-2726-4c24-a6bd-32880a15679a,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "address": "fa:16:3e:a1:78:dd", "network": {"id": "1c04fadd-5c60-4679-a2a3-5e0faa520dbe", "bridge": "br-int", "label": "tempest-network-smoke--120101172", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap03f70627-97", "ovs_interfaceid": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:14.759898 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "address": "fa:16:3e:a1:78:dd", "network": {"id": "1c04fadd-5c60-4679-a2a3-5e0faa520dbe", "bridge": "br-int", "label": "tempest-network-smoke--120101172", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap03f70627-97", "ovs_interfaceid": "03f70627-97d8-4cbf-8a52-b4b16f2a585e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:14.760973 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:78:dd,bridge_name='br-int',has_traffic_filtering=True,id=03f70627-97d8-4cbf-8a52-b4b16f2a585e,network=Network(1c04fadd-5c60-4679-a2a3-5e0faa520dbe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f70627-97') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:14.761426 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:78:dd,bridge_name='br-int',has_traffic_filtering=True,id=03f70627-97d8-4cbf-8a52-b4b16f2a585e,network=Network(1c04fadd-5c60-4679-a2a3-5e0faa520dbe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f70627-97') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:14.763228 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:14.763688 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03f70627-97, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:14.763999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:14.766451 np0040594247 nova-compute[88153]: INFO os_vif [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:78:dd,bridge_name='br-int',has_traffic_filtering=True,id=03f70627-97d8-4cbf-8a52-b4b16f2a585e,network=Network(1c04fadd-5c60-4679-a2a3-5e0faa520dbe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f70627-97')
Apr 30 15:55:14.766782 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:55:14.767086 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:55:14.767373 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:55:14.875858 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-252209cd-ea0f-493d-8c5e-90505f5f7773" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:14.876306 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Instance network_info: |[{"id": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "address": "fa:16:3e:ef:49:c1", "network": {"id": "9bc14854-2c7d-4590-87e6-9ee2fe21072b", "bridge": "br-int", "label": "tempest-network-smoke--119355470", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9ff03f33-39", "ovs_interfaceid": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6936d052-2b08-52f0-8eb1-875a179cceaf": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:55:14.876953 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Terminating instance
Apr 30 15:55:15.119250 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Deleted allocations for instance 56916e75-65dd-416e-810d-4ff2769b21fc
Apr 30 15:55:15.382495 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:55:15.386656 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:55:15.386656 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Instance destroyed successfully.
Apr 30 15:55:15.387404 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1517625452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-1517625452',id=138,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-msyfmt0e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:13Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=252209cd-ea0f-493d-8c5e-90505f5f7773,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "address": "fa:16:3e:ef:49:c1", "network": {"id": "9bc14854-2c7d-4590-87e6-9ee2fe21072b", "bridge": "br-int", "label": "tempest-network-smoke--119355470", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9ff03f33-39", "ovs_interfaceid": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6936d052-2b08-52f0-8eb1-875a179cceaf": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:15.387785 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "address": "fa:16:3e:ef:49:c1", "network": {"id": "9bc14854-2c7d-4590-87e6-9ee2fe21072b", "bridge": "br-int", "label": "tempest-network-smoke--119355470", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9ff03f33-39", "ovs_interfaceid": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6936d052-2b08-52f0-8eb1-875a179cceaf": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:15.388766 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:49:c1,bridge_name='br-int',has_traffic_filtering=True,id=9ff03f33-39e9-42af-aeb5-f8b41acf9921,network=Network(9bc14854-2c7d-4590-87e6-9ee2fe21072b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9ff03f33-39') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:15.389039 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:49:c1,bridge_name='br-int',has_traffic_filtering=True,id=9ff03f33-39e9-42af-aeb5-f8b41acf9921,network=Network(9bc14854-2c7d-4590-87e6-9ee2fe21072b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9ff03f33-39') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:15.391091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:15.391499 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9ff03f33-39, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:15.391810 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:15.394260 np0040594247 nova-compute[88153]: INFO os_vif [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:49:c1,bridge_name='br-int',has_traffic_filtering=True,id=9ff03f33-39e9-42af-aeb5-f8b41acf9921,network=Network(9bc14854-2c7d-4590-87e6-9ee2fe21072b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9ff03f33-39')
Apr 30 15:55:15.394787 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Deleting instance files /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773_del
Apr 30 15:55:15.395424 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Deletion of /opt/stack/data/nova/instances/252209cd-ea0f-493d-8c5e-90505f5f7773_del complete
Apr 30 15:55:15.614039 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:15.633817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-5045cca7-3b56-4aaa-96dc-57fce235d782 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "56916e75-65dd-416e-810d-4ff2769b21fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.218s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:15.905337 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:55:15.908530 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70383140> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:55:15.908838 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:15.909218 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:16.117585 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 8112903a-2726-4c24-a6bd-32880a15679a] Took 1.35 seconds to deallocate network for instance.
Apr 30 15:55:16.525454 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:16.531709 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:16.532864 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:16.532864 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:16.532864 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:16.533174 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:17.037273 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:17.037916 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:17.167906 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Deleted allocations for instance 8112903a-2726-4c24-a6bd-32880a15679a
Apr 30 15:55:17.548535 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.639s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Traceback (most recent call last):
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     return f(*args, **kwargs)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     chosen_mdev = self._create_mdev(
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     self._host.device_create(conf)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     raise e.with_traceback(tb)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     rv = meth(*args, **kwargs)
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:17.550619 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] 
Apr 30 15:55:17.554857 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:55:17.559221 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Build of instance 252209cd-ea0f-493d-8c5e-90505f5f7773 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:55:17.562781 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:55:17.564764 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1517625452',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-1517625452',id=138,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-msyfmt0e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:15Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=252209cd-ea0f-493d-8c5e-90505f5f7773,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "address": "fa:16:3e:ef:49:c1", "network": {"id": "9bc14854-2c7d-4590-87e6-9ee2fe21072b", "bridge": "br-int", "label": "tempest-network-smoke--119355470", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9ff03f33-39", "ovs_interfaceid": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6936d052-2b08-52f0-8eb1-875a179cceaf": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:17.566051 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "address": "fa:16:3e:ef:49:c1", "network": {"id": "9bc14854-2c7d-4590-87e6-9ee2fe21072b", "bridge": "br-int", "label": "tempest-network-smoke--119355470", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap9ff03f33-39", "ovs_interfaceid": "9ff03f33-39e9-42af-aeb5-f8b41acf9921", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6936d052-2b08-52f0-8eb1-875a179cceaf": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:17.567516 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:49:c1,bridge_name='br-int',has_traffic_filtering=True,id=9ff03f33-39e9-42af-aeb5-f8b41acf9921,network=Network(9bc14854-2c7d-4590-87e6-9ee2fe21072b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9ff03f33-39') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:17.568291 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:49:c1,bridge_name='br-int',has_traffic_filtering=True,id=9ff03f33-39e9-42af-aeb5-f8b41acf9921,network=Network(9bc14854-2c7d-4590-87e6-9ee2fe21072b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9ff03f33-39') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:17.570693 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:17.571145 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9ff03f33-39, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:17.571338 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:17.575679 np0040594247 nova-compute[88153]: INFO os_vif [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:49:c1,bridge_name='br-int',has_traffic_filtering=True,id=9ff03f33-39e9-42af-aeb5-f8b41acf9921,network=Network(9bc14854-2c7d-4590-87e6-9ee2fe21072b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9ff03f33-39')
Apr 30 15:55:17.575992 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:55:17.576273 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:55:17.576993 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:55:17.678495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-422cd9fd-c7df-4fc0-8280-3090601c2f22 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "8112903a-2726-4c24-a6bd-32880a15679a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.187s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:18.879712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:18.935068 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:19.439554 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 252209cd-ea0f-493d-8c5e-90505f5f7773] Took 1.86 seconds to deallocate network for instance.
Apr 30 15:55:19.869401 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:19.906512 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:20.166844 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:20.169652 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:20.424220 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:20.461848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:20.502393 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance 252209cd-ea0f-493d-8c5e-90505f5f7773
Apr 30 15:55:20.553439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:20.573805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:21.014824 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-905649a9-50a6-445d-a7b7-9e1bafcef40f tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "252209cd-ea0f-493d-8c5e-90505f5f7773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.298s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:23.420531 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:23.441149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:23.455492 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:23.484185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:23.544719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:23.586080 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:23.802056 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:23.880212 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.109490 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.122637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.133267 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.166754 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.190273 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.190273 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.234370 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.277113 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.280992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.286625 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.290566 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.291424 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.294425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.307314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.311002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.312184 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:24.603982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "4363687a-ba7a-4878-afa1-22cb375f0151" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:24.603982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "4363687a-ba7a-4878-afa1-22cb375f0151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:25.000867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:25.039467 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:25.106937 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:55:25.646783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:25.646783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:25.653833 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:55:25.653833 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Claim successful on node np0040594247
Apr 30 15:55:26.174587 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.179253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.219990 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.230536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.242792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.283553 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.360454 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.407176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:26.780233 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:26.795333 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:26.796306 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:26.796306 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:27.300214 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:27.301006 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:27.782715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:27.789121 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:27.802058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:27.811822 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:27.812297 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:55:27.829529 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:27.892638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:27.936610 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.170085 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.172181 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.175411 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.180066 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.191450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.195012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.195270 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.322966 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:55:28.323311 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:55:28.363417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.377742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.387908 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4655309ea57c48f6b207c4e5c1673d6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3a1cc2177f4b988eead5a521c8ca35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:55:28.829255 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:55:28.888060 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:28.964758 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Successfully created port: 0087f4e3-ed01-45df-9e56-e94338816cdd {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:55:29.835653 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "c205b8a3-c31d-48f3-91f3-c7a190d49037" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:29.836376 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "c205b8a3-c31d-48f3-91f3-c7a190d49037" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:29.838766 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:55:29.889005 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Successfully updated port: 0087f4e3-ed01-45df-9e56-e94338816cdd {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:55:29.937714 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Received event network-changed-0087f4e3-ed01-45df-9e56-e94338816cdd {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:55:29.937714 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Refreshing instance network info cache due to event network-changed-0087f4e3-ed01-45df-9e56-e94338816cdd. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:55:29.938357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] Acquiring lock "refresh_cache-4363687a-ba7a-4878-afa1-22cb375f0151" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:29.938357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] Acquired lock "refresh_cache-4363687a-ba7a-4878-afa1-22cb375f0151" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:29.938357 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Refreshing network info cache for port 0087f4e3-ed01-45df-9e56-e94338816cdd {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:55:30.340292 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:55:30.346889 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Booting with volume 4b37fe88-9ff9-40fb-bb2b-f33074711fa0 at /dev/sda
Apr 30 15:55:30.392837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "refresh_cache-4363687a-ba7a-4878-afa1-22cb375f0151" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:30.427273 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:55:30.428109 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:30.436992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:30.437198 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[254ad35d-9185-4171-969f-8b0ea387f316]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:55:30.438884 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:30.451217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:30.452818 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d229cbd-d497-48d0-9413-5f8664c97e51]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:55:30.454838 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:30.465186 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:30.465381 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df96014-d05b-4f4c-b27f-08f0d24671c3]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:55:30.466764 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[c958951a-b6c5-4e1b-9de0-f3264ac6a420]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:55:30.467258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:30.490232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:55:30.490698 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:55:30.493098 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:30.502706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:55:30.502706 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:55:30.502706 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[acec61b0-2e44-4820-aabd-5cadb36727d6]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:55:30.505116 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:30.509404 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:55:30.511335 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:55:30.511837 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:55:30.512256 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:55:30.513085 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== get_connector_properties: return (85ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:55:30.513615 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Updating existing volume attachment record: 08f365c4-7e1d-48c3-98b5-cf360dff5bc4 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:55:30.579659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.592033 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.603321 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.640100 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.668089 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:30.698310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.736415 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.769071 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.778979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.791454 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.814128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.876080 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:30.888410 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:30.888917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:30.895196 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:55:30.895196 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Claim successful on node np0040594247
Apr 30 15:55:30.925171 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:31.172025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-7c9e0b73-8d10-488f-91b5-60cf8a187a3a req-298c0a63-cbbf-4296-b6e2-0fe39a1a46b2 service nova] Releasing lock "refresh_cache-4363687a-ba7a-4878-afa1-22cb375f0151" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:31.172878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquired lock "refresh_cache-4363687a-ba7a-4878-afa1-22cb375f0151" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:31.173153 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:55:31.721675 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:31.983651 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Updating instance_info_cache with network_info: [{"id": "0087f4e3-ed01-45df-9e56-e94338816cdd", "address": "fa:16:3e:70:2b:bc", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0087f4e3-ed", "ovs_interfaceid": "0087f4e3-ed01-45df-9e56-e94338816cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:32.042827 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:32.049109 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:32.050131 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:32.050131 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:32.050131 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:32.050551 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:32.188230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.189986 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.198487 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.199836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.212521 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.214043 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.216159 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.217897 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:32.488955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Releasing lock "refresh_cache-4363687a-ba7a-4878-afa1-22cb375f0151" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:32.489447 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Instance network_info: |[{"id": "0087f4e3-ed01-45df-9e56-e94338816cdd", "address": "fa:16:3e:70:2b:bc", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0087f4e3-ed", "ovs_interfaceid": "0087f4e3-ed01-45df-9e56-e94338816cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:55:32.555321 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:32.555831 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:33.067740 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:33.069710 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:55:33.576917 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:55:33.577188 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:55:33.637750 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a586c75c0e6247cc8231e26305dea653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407498a2d1f44daaa0c6d5bba178f8fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:55:33.694812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "d159f2db-08f0-4ade-91ae-526148ed677b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:33.695107 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "d159f2db-08f0-4ade-91ae-526148ed677b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:33.804324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:33.887797 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:34.082028 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:55:34.165185 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Successfully created port: 2a196468-f5b5-4949-b64f-834458cdfb45 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:55:34.197852 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:55:34.590745 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:55:34.734978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:34.735512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:34.740594 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:55:34.740931 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Claim successful on node np0040594247
Apr 30 15:55:34.769537 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Successfully updated port: 2a196468-f5b5-4949-b64f-834458cdfb45 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:55:34.803364 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Received event network-changed-2a196468-f5b5-4949-b64f-834458cdfb45 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:55:34.803364 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Refreshing instance network info cache due to event network-changed-2a196468-f5b5-4949-b64f-834458cdfb45. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:55:34.803719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] Acquiring lock "refresh_cache-c205b8a3-c31d-48f3-91f3-c7a190d49037" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:34.804167 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] Acquired lock "refresh_cache-c205b8a3-c31d-48f3-91f3-c7a190d49037" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:34.804459 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Refreshing network info cache for port 2a196468-f5b5-4949-b64f-834458cdfb45 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:55:35.247219 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:55:35.273923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "refresh_cache-c205b8a3-c31d-48f3-91f3-c7a190d49037" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:35.355047 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:35.475245 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:35.609970 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:55:35.611443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:55:35.611927 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Creating image(s)
Apr 30 15:55:35.612737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "/opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:35.613067 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:35.614143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:35.615095 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:35.620524 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:35.626399 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:35.722998 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:35.723439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:35.724228 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:35.724993 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:35.730947 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:35.731541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:35.831613 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:35.832149 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:35.871954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:35.872641 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:35.873178 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:35.920874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:35.926911 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:35.927774 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:35.927774 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:35.927956 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:35.928380 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:35.970658 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:35.971251 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:55:35.971554 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:35.985544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b94e61d1-d58e-4605-b512-7d3b0c2866a3 req-c012e744-e0a8-4154-ab10-1c9e5bb25ccb service nova] Releasing lock "refresh_cache-c205b8a3-c31d-48f3-91f3-c7a190d49037" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:35.987275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquired lock "refresh_cache-c205b8a3-c31d-48f3-91f3-c7a190d49037" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:35.987659 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:55:36.070236 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:36.070798 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Cannot resize image /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:55:36.071321 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:55:36.071695 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Ensure instance console log exists: /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:55:36.072205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:36.072777 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:36.073123 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:55:36.077372 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Available mdevs at: set().
Apr 30 15:55:36.077846 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:55:36.078419 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:36.083194 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:36.084179 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:55:36.087307 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Traceback (most recent call last):
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     yield resources
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     return f(*args, **kwargs)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     chosen_mdev = self._create_mdev(
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     self._host.device_create(conf)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     raise e.with_traceback(tb)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     rv = meth(*args, **kwargs)
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:36.089726 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] 
Apr 30 15:55:36.435030 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:36.436067 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:36.543700 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:36.704246 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:55:36.706148 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:55:36.706612 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Creating image(s)
Apr 30 15:55:36.707375 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "/opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:36.707776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "/opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:36.708729 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "/opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:36.709480 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:36.714837 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:36.719763 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:36.772497 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Updating instance_info_cache with network_info: [{"id": "2a196468-f5b5-4949-b64f-834458cdfb45", "address": "fa:16:3e:51:9a:29", "network": {"id": "36b13447-ab64-44a5-8d19-844e9041a89a", "bridge": "br-int", "label": "tempest-network-smoke--2039110639", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a196468-f5", "ovs_interfaceid": "2a196468-f5b5-4949-b64f-834458cdfb45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:36.815350 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:36.815921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:36.816593 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:36.817277 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:36.822610 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:36.823187 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:36.916553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:36.917161 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:36.957025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:36.957883 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:55:36.964477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk 1073741824" returned: 0 in 0.047s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:36.964999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:36.965565 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:37.055819 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:37.056379 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:55:37.056879 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:37.150283 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:37.150867 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Cannot resize image /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:55:37.151499 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:55:37.151893 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Ensure instance console log exists: /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:55:37.152363 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:37.152792 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:37.153242 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:55:37.156942 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Available mdevs at: set().
Apr 30 15:55:37.157217 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:55:37.157498 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:37.161618 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:37.162571 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:55:37.165594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Traceback (most recent call last):
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     yield resources
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     return f(*args, **kwargs)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     chosen_mdev = self._create_mdev(
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     self._host.device_create(conf)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     raise e.with_traceback(tb)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     rv = meth(*args, **kwargs)
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:37.167914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] 
Apr 30 15:55:37.169808 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Terminating instance
Apr 30 15:55:37.276888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Releasing lock "refresh_cache-c205b8a3-c31d-48f3-91f3-c7a190d49037" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:37.277388 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Instance network_info: |[{"id": "2a196468-f5b5-4949-b64f-834458cdfb45", "address": "fa:16:3e:51:9a:29", "network": {"id": "36b13447-ab64-44a5-8d19-844e9041a89a", "bridge": "br-int", "label": "tempest-network-smoke--2039110639", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a196468-f5", "ovs_interfaceid": "2a196468-f5b5-4949-b64f-834458cdfb45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:55:37.278070 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Terminating instance
Apr 30 15:55:37.468415 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:55:37.468990 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:55:37.589270 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:55:37.675754 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:55:37.679934 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:55:37.680181 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Instance destroyed successfully.
Apr 30 15:55:37.681720 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-1401356784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumemultiattachtest-server-1401356784',id=139,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP0LgNIsN85bzG5NF9lGZaoy2YSky0UYTqBWsPr05Ylr+FnYl22+NgVrX5YqYDcmsQqA7XiEOiSyjxvbOdZdqP8OMtxgl4mcgpHDtDkAoHbMpbZ1BZlm5f903KJp1gugOg==',key_name='tempest-keypair-562329139',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-ys8lv32u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=4363687a-ba7a-4878-afa1-22cb375f0151,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0087f4e3-ed01-45df-9e56-e94338816cdd", "address": "fa:16:3e:70:2b:bc", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0087f4e3-ed", "ovs_interfaceid": "0087f4e3-ed01-45df-9e56-e94338816cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:37.682241 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "0087f4e3-ed01-45df-9e56-e94338816cdd", "address": "fa:16:3e:70:2b:bc", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0087f4e3-ed", "ovs_interfaceid": "0087f4e3-ed01-45df-9e56-e94338816cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:37.683533 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:2b:bc,bridge_name='br-int',has_traffic_filtering=True,id=0087f4e3-ed01-45df-9e56-e94338816cdd,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0087f4e3-ed') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:37.684124 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2b:bc,bridge_name='br-int',has_traffic_filtering=True,id=0087f4e3-ed01-45df-9e56-e94338816cdd,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0087f4e3-ed') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:37.686232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:37.686874 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0087f4e3-ed, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:37.687278 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:37.690009 np0040594247 nova-compute[88153]: INFO os_vif [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2b:bc,bridge_name='br-int',has_traffic_filtering=True,id=0087f4e3-ed01-45df-9e56-e94338816cdd,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0087f4e3-ed')
Apr 30 15:55:37.738312 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:55:37.739381 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-4b37fe88-9ff9-40fb-bb2b-f33074711fa0', 'target_lun': 0, 'volume_id': '4b37fe88-9ff9-40fb-bb2b-f33074711fa0', 'auth_method': 'CHAP', 'auth_username': 'NTuWz8Qx7VJhXgGipHQ9', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:55:37.739851 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:55:37.740533 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:55:37.742042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:37.752185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:37.752408 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[f1535735-d3ae-4979-a7e9-61da41552ffe]: Unexpected error while running command.
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:37.753597 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:55:37.754632 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1535735-d3ae-4979-a7e9-61da41552ffe]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:55:37.757550 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:55:37.761377 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:55:37.761377 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== disconnect_volume: return (19ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:55:37.761377 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:55:37.761377 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Deleting instance files /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151_del
Apr 30 15:55:37.761377 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Deletion of /opt/stack/data/nova/instances/4363687a-ba7a-4878-afa1-22cb375f0151_del complete
Apr 30 15:55:37.783661 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:55:37.790463 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:55:37.790668 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Instance destroyed successfully.
Apr 30 15:55:37.792538 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1551140521',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1551140521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=140,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJebYpBK4bN85eKK8HOsiUNjHyccztclpduSmyPULAI1wbjk4rq4EvFK8DXuzYVdfHxlq2CNLwx5b/0kcejRDSzfEJ0/DouF13mLlLCdW28l7FHwHgZ9UJd+xjqHaOKiAw==',key_name='tempest-TestSecurityGroupsBasicOps-647203054',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-kkelxfjk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:35Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=c205b8a3-c31d-48f3-91f3-c7a190d49037,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a196468-f5b5-4949-b64f-834458cdfb45", "address": "fa:16:3e:51:9a:29", "network": {"id": "36b13447-ab64-44a5-8d19-844e9041a89a", "bridge": "br-int", "label": "tempest-network-smoke--2039110639", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a196468-f5", "ovs_interfaceid": "2a196468-f5b5-4949-b64f-834458cdfb45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:37.793133 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "2a196468-f5b5-4949-b64f-834458cdfb45", "address": "fa:16:3e:51:9a:29", "network": {"id": "36b13447-ab64-44a5-8d19-844e9041a89a", "bridge": "br-int", "label": "tempest-network-smoke--2039110639", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a196468-f5", "ovs_interfaceid": "2a196468-f5b5-4949-b64f-834458cdfb45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:37.794207 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:9a:29,bridge_name='br-int',has_traffic_filtering=True,id=2a196468-f5b5-4949-b64f-834458cdfb45,network=Network(36b13447-ab64-44a5-8d19-844e9041a89a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a196468-f5') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:37.794825 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:9a:29,bridge_name='br-int',has_traffic_filtering=True,id=2a196468-f5b5-4949-b64f-834458cdfb45,network=Network(36b13447-ab64-44a5-8d19-844e9041a89a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a196468-f5') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:37.797444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:37.797882 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a196468-f5, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:37.798138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:37.800808 np0040594247 nova-compute[88153]: INFO os_vif [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:9a:29,bridge_name='br-int',has_traffic_filtering=True,id=2a196468-f5b5-4949-b64f-834458cdfb45,network=Network(36b13447-ab64-44a5-8d19-844e9041a89a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a196468-f5')
Apr 30 15:55:37.801243 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Deleting instance files /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037_del
Apr 30 15:55:37.801861 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Deletion of /opt/stack/data/nova/instances/c205b8a3-c31d-48f3-91f3-c7a190d49037_del complete
Apr 30 15:55:37.976040 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:55:38.270757 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Took 0.59 seconds to destroy the instance on the hypervisor.
Apr 30 15:55:38.312680 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:55:38.316230 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70308b00> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:55:38.316705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:38.317200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:38.367009 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Successfully updated port: ac9139dd-dc67-4899-b326-9e98189d0bb3 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:55:38.403042 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Received event network-changed-ac9139dd-dc67-4899-b326-9e98189d0bb3 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:55:38.403278 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Refreshing instance network info cache due to event network-changed-ac9139dd-dc67-4899-b326-9e98189d0bb3. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:55:38.403594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] Acquiring lock "refresh_cache-d159f2db-08f0-4ade-91ae-526148ed677b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:38.403843 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] Acquired lock "refresh_cache-d159f2db-08f0-4ade-91ae-526148ed677b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:38.404134 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Refreshing network info cache for port ac9139dd-dc67-4899-b326-9e98189d0bb3 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:55:38.481377 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:55:38.871223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-d159f2db-08f0-4ade-91ae-526148ed677b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:55:38.893244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:38.960407 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:38.965858 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:38.971146 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:38.972344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:38.972344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:38.973150 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:38.973664 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:39.089075 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:39.482222 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:39.482811 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:39.493329 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:55:39.495384 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:55:39.496053 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Creating image(s)
Apr 30 15:55:39.497077 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:39.497572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:39.498929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:39.500043 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:39.506435 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:39.508137 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:39.593301 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e8935a0-d097-49d2-a840-5dcc1e0376f8 req-625afe67-1a6e-452b-8860-be57a5f20ab5 service nova] Releasing lock "refresh_cache-d159f2db-08f0-4ade-91ae-526148ed677b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:39.594484 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-d159f2db-08f0-4ade-91ae-526148ed677b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:55:39.595045 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:55:39.601568 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:39.602261 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:39.603106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:39.603916 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:39.609275 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:55:39.609883 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:39.699749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:39.700275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:39.739371 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:39.740404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.137s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:39.740628 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:39.830467 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:39.831114 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:55:39.831543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:55:39.927697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:55:39.928586 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:55:39.929836 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:55:39.930423 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Ensure instance console log exists: /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:55:39.931277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:39.932014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:39.932796 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:55:39.936812 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:55:39.937101 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:55:39.937379 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:39.942402 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:39.943292 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:55:39.946635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Traceback (most recent call last):
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     yield resources
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     return f(*args, **kwargs)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     chosen_mdev = self._create_mdev(
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     self._host.device_create(conf)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     raise e.with_traceback(tb)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     rv = meth(*args, **kwargs)
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:39.949632 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b] 
Apr 30 15:55:39.995519 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.678s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Traceback (most recent call last):
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     return f(*args, **kwargs)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     chosen_mdev = self._create_mdev(
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     self._host.device_create(conf)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     raise e.with_traceback(tb)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     rv = meth(*args, **kwargs)
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:39.997242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] 
Apr 30 15:55:39.999223 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:55:40.001776 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Build of instance c205b8a3-c31d-48f3-91f3-c7a190d49037 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:55:40.004484 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:55:40.005938 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1551140521',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-1551140521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=140,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJebYpBK4bN85eKK8HOsiUNjHyccztclpduSmyPULAI1wbjk4rq4EvFK8DXuzYVdfHxlq2CNLwx5b/0kcejRDSzfEJ0/DouF13mLlLCdW28l7FHwHgZ9UJd+xjqHaOKiAw==',key_name='tempest-TestSecurityGroupsBasicOps-647203054',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-kkelxfjk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:38Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=c205b8a3-c31d-48f3-91f3-c7a190d49037,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a196468-f5b5-4949-b64f-834458cdfb45", "address": "fa:16:3e:51:9a:29", "network": {"id": "36b13447-ab64-44a5-8d19-844e9041a89a", "bridge": "br-int", "label": "tempest-network-smoke--2039110639", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a196468-f5", "ovs_interfaceid": "2a196468-f5b5-4949-b64f-834458cdfb45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:40.006285 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "2a196468-f5b5-4949-b64f-834458cdfb45", "address": "fa:16:3e:51:9a:29", "network": {"id": "36b13447-ab64-44a5-8d19-844e9041a89a", "bridge": "br-int", "label": "tempest-network-smoke--2039110639", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap2a196468-f5", "ovs_interfaceid": "2a196468-f5b5-4949-b64f-834458cdfb45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:40.007372 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:51:9a:29,bridge_name='br-int',has_traffic_filtering=True,id=2a196468-f5b5-4949-b64f-834458cdfb45,network=Network(36b13447-ab64-44a5-8d19-844e9041a89a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a196468-f5') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:40.008063 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:9a:29,bridge_name='br-int',has_traffic_filtering=True,id=2a196468-f5b5-4949-b64f-834458cdfb45,network=Network(36b13447-ab64-44a5-8d19-844e9041a89a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a196468-f5') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:40.010800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:40.011363 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a196468-f5, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:40.011722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:40.014446 np0040594247 nova-compute[88153]: INFO os_vif [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:51:9a:29,bridge_name='br-int',has_traffic_filtering=True,id=2a196468-f5b5-4949-b64f-834458cdfb45,network=Network(36b13447-ab64-44a5-8d19-844e9041a89a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a196468-f5')
Apr 30 15:55:40.014796 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:55:40.015104 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:55:40.015418 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:55:40.168025 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:55:40.460745 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Updating instance_info_cache with network_info: [{"id": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "address": "fa:16:3e:5b:a6:19", "network": {"id": "e0b2fd2c-6fb9-4677-80ef-a023faf90195", "bridge": "br-int", "label": "tempest-network-smoke--874083675", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac9139dd-dc", "ovs_interfaceid": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"62080229-c5a2-56fa-a1be-89bfce12d106": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:40.962766 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:40.964194 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-d159f2db-08f0-4ade-91ae-526148ed677b" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:55:40.964624 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Instance network_info: |[{"id": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "address": "fa:16:3e:5b:a6:19", "network": {"id": "e0b2fd2c-6fb9-4677-80ef-a023faf90195", "bridge": "br-int", "label": "tempest-network-smoke--874083675", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac9139dd-dc", "ovs_interfaceid": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"62080229-c5a2-56fa-a1be-89bfce12d106": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:55:40.965542 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Terminating instance
Apr 30 15:55:41.467357 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: c205b8a3-c31d-48f3-91f3-c7a190d49037] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:55:41.471553 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:55:41.476213 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:55:41.476753 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Instance destroyed successfully.
Apr 30 15:55:41.478461 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-724455657',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-724455657',id=141,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-5nqtgi1e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:39Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=d159f2db-08f0-4ade-91ae-526148ed677b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "address": "fa:16:3e:5b:a6:19", "network": {"id": "e0b2fd2c-6fb9-4677-80ef-a023faf90195", "bridge": "br-int", "label": "tempest-network-smoke--874083675", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac9139dd-dc", "ovs_interfaceid": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"62080229-c5a2-56fa-a1be-89bfce12d106": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:41.478849 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "address": "fa:16:3e:5b:a6:19", "network": {"id": "e0b2fd2c-6fb9-4677-80ef-a023faf90195", "bridge": "br-int", "label": "tempest-network-smoke--874083675", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac9139dd-dc", "ovs_interfaceid": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"62080229-c5a2-56fa-a1be-89bfce12d106": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:41.480947 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a6:19,bridge_name='br-int',has_traffic_filtering=True,id=ac9139dd-dc67-4899-b326-9e98189d0bb3,network=Network(e0b2fd2c-6fb9-4677-80ef-a023faf90195),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapac9139dd-dc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:41.480947 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a6:19,bridge_name='br-int',has_traffic_filtering=True,id=ac9139dd-dc67-4899-b326-9e98189d0bb3,network=Network(e0b2fd2c-6fb9-4677-80ef-a023faf90195),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapac9139dd-dc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:41.481978 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:41.482366 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac9139dd-dc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:41.482687 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:41.484901 np0040594247 nova-compute[88153]: INFO os_vif [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a6:19,bridge_name='br-int',has_traffic_filtering=True,id=ac9139dd-dc67-4899-b326-9e98189d0bb3,network=Network(e0b2fd2c-6fb9-4677-80ef-a023faf90195),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapac9139dd-dc')
Apr 30 15:55:41.485348 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Deleting instance files /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b_del
Apr 30 15:55:41.486007 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Deletion of /opt/stack/data/nova/instances/d159f2db-08f0-4ade-91ae-526148ed677b_del complete
Apr 30 15:55:41.993492 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:55:41.996057 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d707367b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:55:41.996256 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:41.996579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:42.340817 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Took 4.07 seconds to detach 1 volumes for instance.
Apr 30 15:55:42.343504 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7010ec90> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:55:42.343815 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:42.519322 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Deleted allocations for instance c205b8a3-c31d-48f3-91f3-c7a190d49037
Apr 30 15:55:42.628729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:42.642285 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:42.645702 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:42.645702 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:43.036577 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1a6fe7ad-ee93-48ae-a19e-a5360be53980 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "c205b8a3-c31d-48f3-91f3-c7a190d49037" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.200s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:43.149186 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:43.149659 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:43.661532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.665s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Traceback (most recent call last):
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     return f(*args, **kwargs)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     chosen_mdev = self._create_mdev(
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     self._host.device_create(conf)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     raise e.with_traceback(tb)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     rv = meth(*args, **kwargs)
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:43.663850 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d159f2db-08f0-4ade-91ae-526148ed677b] 
Apr 30 15:55:43.667135 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:55:43.667352 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.323s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:43.673983 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Build of instance d159f2db-08f0-4ade-91ae-526148ed677b was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:55:43.676309 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:55:43.677341 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-724455657',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-724455657',id=141,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-5nqtgi1e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:42Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=d159f2db-08f0-4ade-91ae-526148ed677b,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "address": "fa:16:3e:5b:a6:19", "network": {"id": "e0b2fd2c-6fb9-4677-80ef-a023faf90195", "bridge": "br-int", "label": "tempest-network-smoke--874083675", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac9139dd-dc", "ovs_interfaceid": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"62080229-c5a2-56fa-a1be-89bfce12d106": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:43.678349 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "address": "fa:16:3e:5b:a6:19", "network": {"id": "e0b2fd2c-6fb9-4677-80ef-a023faf90195", "bridge": "br-int", "label": "tempest-network-smoke--874083675", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapac9139dd-dc", "ovs_interfaceid": "ac9139dd-dc67-4899-b326-9e98189d0bb3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"62080229-c5a2-56fa-a1be-89bfce12d106": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:43.679430 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a6:19,bridge_name='br-int',has_traffic_filtering=True,id=ac9139dd-dc67-4899-b326-9e98189d0bb3,network=Network(e0b2fd2c-6fb9-4677-80ef-a023faf90195),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapac9139dd-dc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:43.679899 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a6:19,bridge_name='br-int',has_traffic_filtering=True,id=ac9139dd-dc67-4899-b326-9e98189d0bb3,network=Network(e0b2fd2c-6fb9-4677-80ef-a023faf90195),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapac9139dd-dc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:43.681343 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:43.682173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac9139dd-dc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:43.682173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:43.684400 np0040594247 nova-compute[88153]: INFO os_vif [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5b:a6:19,bridge_name='br-int',has_traffic_filtering=True,id=ac9139dd-dc67-4899-b326-9e98189d0bb3,network=Network(e0b2fd2c-6fb9-4677-80ef-a023faf90195),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapac9139dd-dc')
Apr 30 15:55:43.684640 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:55:43.684959 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:55:43.685242 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:55:43.805608 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:43.901724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:44.181722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:44.185073 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:44.306941 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:44.315701 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:44.815917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:44.819839 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:44.820705 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:44.844791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:44.907823 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:45.205912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:45.335233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.668s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Traceback (most recent call last):
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     return f(*args, **kwargs)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     chosen_mdev = self._create_mdev(
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     self._host.device_create(conf)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     rv = execute(f, *args, **kwargs)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     raise e.with_traceback(tb)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     rv = meth(*args, **kwargs)
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:55:45.337100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] 
Apr 30 15:55:45.338565 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:55:45.339889 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:45.340853 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Build of instance 4363687a-ba7a-4878-afa1-22cb375f0151 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:55:45.343317 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:55:45.344330 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-1401356784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumemultiattachtest-server-1401356784',id=139,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP0LgNIsN85bzG5NF9lGZaoy2YSky0UYTqBWsPr05Ylr+FnYl22+NgVrX5YqYDcmsQqA7XiEOiSyjxvbOdZdqP8OMtxgl4mcgpHDtDkAoHbMpbZ1BZlm5f903KJp1gugOg==',key_name='tempest-keypair-562329139',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-ys8lv32u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:55:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=4363687a-ba7a-4878-afa1-22cb375f0151,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0087f4e3-ed01-45df-9e56-e94338816cdd", "address": "fa:16:3e:70:2b:bc", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0087f4e3-ed", "ovs_interfaceid": "0087f4e3-ed01-45df-9e56-e94338816cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:55:45.344662 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "0087f4e3-ed01-45df-9e56-e94338816cdd", "address": "fa:16:3e:70:2b:bc", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0087f4e3-ed", "ovs_interfaceid": "0087f4e3-ed01-45df-9e56-e94338816cdd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:55:45.345573 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:2b:bc,bridge_name='br-int',has_traffic_filtering=True,id=0087f4e3-ed01-45df-9e56-e94338816cdd,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0087f4e3-ed') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:55:45.346026 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2b:bc,bridge_name='br-int',has_traffic_filtering=True,id=0087f4e3-ed01-45df-9e56-e94338816cdd,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0087f4e3-ed') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:55:45.347380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:45.347749 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0087f4e3-ed, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:55:45.348006 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:55:45.350193 np0040594247 nova-compute[88153]: INFO os_vif [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2b:bc,bridge_name='br-int',has_traffic_filtering=True,id=0087f4e3-ed01-45df-9e56-e94338816cdd,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0087f4e3-ed')
Apr 30 15:55:45.350511 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:55:45.350860 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:55:45.351115 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:55:45.412501 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: d159f2db-08f0-4ade-91ae-526148ed677b] Took 1.73 seconds to deallocate network for instance.
Apr 30 15:55:45.649238 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:45.683731 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:46.241108 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:55:46.465599 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance d159f2db-08f0-4ade-91ae-526148ed677b
Apr 30 15:55:46.745322 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: 4363687a-ba7a-4878-afa1-22cb375f0151] Took 1.39 seconds to deallocate network for instance.
Apr 30 15:55:46.978189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9ebb94a6-8e9f-4655-b93c-854543f12164 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "d159f2db-08f0-4ade-91ae-526148ed677b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.283s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:47.794070 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Deleted allocations for instance 4363687a-ba7a-4878-afa1-22cb375f0151
Apr 30 15:55:48.309507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8674cedb-7fef-4382-8e24-856581d12495 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "4363687a-ba7a-4878-afa1-22cb375f0151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.706s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:48.839104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:48.850104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:48.868336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:48.907728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:48.934880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.010055 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.058892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.553944 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.574387 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.584157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.634902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.696863 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:49.748520 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.195622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.253890 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.262713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.284727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.287749 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.292021 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.552567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:50.756766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.330406 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.372858 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.746022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.755770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.775724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.808519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.863718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:51.914196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:52.192629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:52.194891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:52.279062 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:52.280954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:52.284121 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:53.807903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:53.914711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.181586 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.192874 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.206143 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.242595 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.300422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.337156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.360917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.363639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:54.890970 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:54.891597 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 15:55:55.666903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "b5c9df80-d91b-4cc8-a44f-2a26615327d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:55.667100 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "b5c9df80-d91b-4cc8-a44f-2a26615327d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:56.021274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "389ebfee-5ea3-4d3f-909d-53e6cb80f66e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:56.021274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "389ebfee-5ea3-4d3f-909d-53e6cb80f66e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:56.171179 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:55:56.194843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.195101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.199011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.398682 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:55:56.524073 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:55:56.552318 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.565265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.573495 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.627725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.698402 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.723242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:56.723752 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:56.730314 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:55:56.732175 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Claim successful on node np0040594247
Apr 30 15:55:56.745484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:56.910247 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:57.062774 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:57.163230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:57.173734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:57.185806 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:57.215229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:57.274082 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:57.314283 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:57.857038 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]: </device>
Apr 30 15:55:57.862866 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:55:57.864247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:55:57.864247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:55:57.864247 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:57.864247 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:55:58.204480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.205918 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.208760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.210333 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.224571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.227008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.229306 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.230278 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:58.369681 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:58.369681 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:55:58.884654 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:58.885638 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:55:58.889612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.979s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:58.889739 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:55:58.890099 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:55:58.890751 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.828s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:58.899280 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:55:58.899767 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Claim successful on node np0040594247
Apr 30 15:55:58.909783 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:55:59.074544 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:55:59.076797 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1643MB free_disk=56.483821868896484GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:55:59.077188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:59.396543 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:55:59.397004 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:55:59.456122 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4655309ea57c48f6b207c4e5c1673d6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3a1cc2177f4b988eead5a521c8ca35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:55:59.763863 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "8d30c7e8-6e13-46d0-9b64-d8c504c594d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:55:59.764293 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "8d30c7e8-6e13-46d0-9b64-d8c504c594d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:55:59.901941 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:55:59.958911 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Successfully created port: bdd04d8e-301b-41a4-8017-9cbdda92e731 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:56:00.045374 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:00.052393 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:00.053382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:00.053382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:00.053698 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:00.054017 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:00.270215 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:56:00.407239 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:00.633004 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Successfully updated port: bdd04d8e-301b-41a4-8017-9cbdda92e731 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:00.637410 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:00.637985 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:00.647276 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Received event network-changed-bdd04d8e-301b-41a4-8017-9cbdda92e731 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:00.647559 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Refreshing instance network info cache due to event network-changed-bdd04d8e-301b-41a4-8017-9cbdda92e731. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:00.647930 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] Acquiring lock "refresh_cache-b5c9df80-d91b-4cc8-a44f-2a26615327d5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:00.648245 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] Acquired lock "refresh_cache-b5c9df80-d91b-4cc8-a44f-2a26615327d5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:00.648528 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Refreshing network info cache for port bdd04d8e-301b-41a4-8017-9cbdda92e731 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:00.805781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:01.157939 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "refresh_cache-b5c9df80-d91b-4cc8-a44f-2a26615327d5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:01.163506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:01.163506 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:56:01.172634 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.095s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:01.241754 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:01.372727 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:01.676709 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:01.676709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:01.676709 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Creating image(s)
Apr 30 15:56:01.676709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "/opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:01.676709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "/opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:01.678659 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "/opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:01.679651 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:01.685781 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:01.687650 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:56:01.688139 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:56:01.694953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:01.774757 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a586c75c0e6247cc8231e26305dea653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407498a2d1f44daaa0c6d5bba178f8fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:56:01.797704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:01.797704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:01.797704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:01.797704 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:01.802522 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:01.803240 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:01.877052 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-bca98e95-ed46-4401-bbbd-14ccbae15172 req-008b5ce9-5286-4823-827c-3ea958537233 service nova] Releasing lock "refresh_cache-b5c9df80-d91b-4cc8-a44f-2a26615327d5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:01.877842 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquired lock "refresh_cache-b5c9df80-d91b-4cc8-a44f-2a26615327d5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:01.878067 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:01.897085 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:01.897903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:01.935870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:01.936491 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:01.937060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:02.036347 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:02.037505 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:56:02.037505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:02.131136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:02.131873 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Cannot resize image /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:56:02.132474 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:56:02.133702 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Ensure instance console log exists: /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:02.133702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:02.133851 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:02.134300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:02.144515 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Available mdevs at: set().
Apr 30 15:56:02.144753 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:02.145028 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:02.150303 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:02.151169 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:02.155949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.022s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Traceback (most recent call last):
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     yield resources
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     return f(*args, **kwargs)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     chosen_mdev = self._create_mdev(
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     self._host.device_create(conf)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     raise e.with_traceback(tb)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     rv = meth(*args, **kwargs)
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:02.158334 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] 
Apr 30 15:56:02.187982 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:56:02.244262 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance b5c9df80-d91b-4cc8-a44f-2a26615327d5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:56:02.244706 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 389ebfee-5ea3-4d3f-909d-53e6cb80f66e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:56:02.312388 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Successfully created port: dd814c4d-82cc-4a33-98dc-ee1226899e30 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:56:02.433751 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:02.694893 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:02.714728 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Updating instance_info_cache with network_info: [{"id": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "address": "fa:16:3e:59:8f:da", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbdd04d8e-30", "ovs_interfaceid": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:02.749321 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 8d30c7e8-6e13-46d0-9b64-d8c504c594d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:56:02.749623 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:56:02.749918 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=768MB phys_disk=69GB used_disk=2GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:56:02.900954 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:02.909435 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:02.911096 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:02.911096 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:02.911096 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:02.911096 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:02.929975 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Successfully updated port: dd814c4d-82cc-4a33-98dc-ee1226899e30 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:02.964151 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Received event network-changed-dd814c4d-82cc-4a33-98dc-ee1226899e30 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:02.964248 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Refreshing instance network info cache due to event network-changed-dd814c4d-82cc-4a33-98dc-ee1226899e30. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:02.964787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] Acquiring lock "refresh_cache-389ebfee-5ea3-4d3f-909d-53e6cb80f66e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:02.965189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] Acquired lock "refresh_cache-389ebfee-5ea3-4d3f-909d-53e6cb80f66e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:02.965618 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Refreshing network info cache for port dd814c4d-82cc-4a33-98dc-ee1226899e30 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:03.217486 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Releasing lock "refresh_cache-b5c9df80-d91b-4cc8-a44f-2a26615327d5" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:03.218723 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Instance network_info: |[{"id": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "address": "fa:16:3e:59:8f:da", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbdd04d8e-30", "ovs_interfaceid": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:03.218723 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Terminating instance
Apr 30 15:56:03.419010 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:03.419476 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:03.433166 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "refresh_cache-389ebfee-5ea3-4d3f-909d-53e6cb80f66e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:03.532342 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:03.649974 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:03.708691 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:03.710016 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:03.710435 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Creating image(s)
Apr 30 15:56:03.711181 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "/opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:03.711505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:03.712550 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:03.713301 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:03.718228 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:03.719816 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:03.732676 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:03.740017 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:03.740187 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Instance destroyed successfully.
Apr 30 15:56:03.741761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='multiattach-server-0',id=142,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE3OYQFD4eWHsX+vQ2OXwsvajoz0Ea+ZUvxrlsH+YptslLB1f5Ly1TRh3yZDFH9utareIeUj96DCeucL8LqourX+BWxGA8ASolgt55Y8JUVtUL6VpPesphml6VUtYfWj9Q==',key_name='tempest-keypair-526098023',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-zxvbco0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=b5c9df80-d91b-4cc8-a44f-2a26615327d5,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "address": "fa:16:3e:59:8f:da", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbdd04d8e-30", "ovs_interfaceid": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:03.742121 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "address": "fa:16:3e:59:8f:da", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbdd04d8e-30", "ovs_interfaceid": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:03.743222 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:8f:da,bridge_name='br-int',has_traffic_filtering=True,id=bdd04d8e-301b-41a4-8017-9cbdda92e731,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdd04d8e-30') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:03.743755 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:8f:da,bridge_name='br-int',has_traffic_filtering=True,id=bdd04d8e-301b-41a4-8017-9cbdda92e731,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdd04d8e-30') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:03.746028 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:03.746589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdd04d8e-30, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:03.746981 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:03.749836 np0040594247 nova-compute[88153]: INFO os_vif [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:8f:da,bridge_name='br-int',has_traffic_filtering=True,id=bdd04d8e-301b-41a4-8017-9cbdda92e731,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdd04d8e-30')
Apr 30 15:56:03.750295 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Deleting instance files /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5_del
Apr 30 15:56:03.751006 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Deletion of /opt/stack/data/nova/instances/b5c9df80-d91b-4cc8-a44f-2a26615327d5_del complete
Apr 30 15:56:03.809378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:03.818079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:03.818616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:03.819361 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:03.820009 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:03.825587 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:03.826124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:03.916690 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:03.923633 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:03.924233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:03.940823 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:56:03.940823 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.768s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:03.941735 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.136s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:03.948078 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:56:03.948403 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Claim successful on node np0040594247
Apr 30 15:56:03.963111 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:03.963587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:03.964082 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:04.061366 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:04.061937 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Checking if we can resize image /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:56:04.062357 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:04.154407 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-0cf3e732-209a-49f8-b7ae-399cda62b25a req-d73726dc-4d68-42c1-bee9-1c14bda39ffa service nova] Releasing lock "refresh_cache-389ebfee-5ea3-4d3f-909d-53e6cb80f66e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:04.155487 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquired lock "refresh_cache-389ebfee-5ea3-4d3f-909d-53e6cb80f66e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:04.155966 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:04.158709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:04.159710 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Cannot resize image /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:56:04.159897 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:56:04.160265 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Ensure instance console log exists: /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:04.160743 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:04.161115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:04.161531 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:04.165521 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Available mdevs at: set().
Apr 30 15:56:04.165834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:04.166101 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:04.171075 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:04.171925 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:04.175723 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Traceback (most recent call last):
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     yield resources
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     return f(*args, **kwargs)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     chosen_mdev = self._create_mdev(
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     self._host.device_create(conf)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     raise e.with_traceback(tb)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     rv = meth(*args, **kwargs)
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:04.178100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] 
Apr 30 15:56:04.261475 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:56:04.265111 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d51754e90> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:56:04.265395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:04.710970 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:04.926694 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Updating instance_info_cache with network_info: [{"id": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "address": "fa:16:3e:fe:93:18", "network": {"id": "3c0cc214-8c3d-4fab-b0a3-2ac315dc4253", "bridge": "br-int", "label": "tempest-network-smoke--1807326957", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd814c4d-82", "ovs_interfaceid": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:05.097167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:05.103636 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:05.104762 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:05.104762 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:05.104762 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:05.105512 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:05.430468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Releasing lock "refresh_cache-389ebfee-5ea3-4d3f-909d-53e6cb80f66e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:05.430821 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Instance network_info: |[{"id": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "address": "fa:16:3e:fe:93:18", "network": {"id": "3c0cc214-8c3d-4fab-b0a3-2ac315dc4253", "bridge": "br-int", "label": "tempest-network-smoke--1807326957", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd814c4d-82", "ovs_interfaceid": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:05.431407 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Terminating instance
Apr 30 15:56:05.433772 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:05.435093 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:05.435598 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:05.435917 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:05.609027 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:05.609561 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:05.889936 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:05.890564 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:56:05.937374 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:05.941145 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:05.941300 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Instance destroyed successfully.
Apr 30 15:56:05.942740 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-726177994',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-726177994',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=143,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXOPQ74AwXdC7zL36vMVu+W7z1LUWo2WkCnvCgRN4dE0dEiqEJ4HA1QDqjGxxMihyIRXO2mAZP4rwaMci2EMu8tc4kQ+z068awIiNqbG4a0hjnPsVe4jk30wr92ImuI0A==',key_name='tempest-TestSecurityGroupsBasicOps-1973387644',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-fs25qjfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:03Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=389ebfee-5ea3-4d3f-909d-53e6cb80f66e,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "address": "fa:16:3e:fe:93:18", "network": {"id": "3c0cc214-8c3d-4fab-b0a3-2ac315dc4253", "bridge": "br-int", "label": "tempest-network-smoke--1807326957", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd814c4d-82", "ovs_interfaceid": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:05.943098 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "address": "fa:16:3e:fe:93:18", "network": {"id": "3c0cc214-8c3d-4fab-b0a3-2ac315dc4253", "bridge": "br-int", "label": "tempest-network-smoke--1807326957", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd814c4d-82", "ovs_interfaceid": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:05.944083 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:93:18,bridge_name='br-int',has_traffic_filtering=True,id=dd814c4d-82cc-4a33-98dc-ee1226899e30,network=Network(3c0cc214-8c3d-4fab-b0a3-2ac315dc4253),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814c4d-82') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:05.944520 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:93:18,bridge_name='br-int',has_traffic_filtering=True,id=dd814c4d-82cc-4a33-98dc-ee1226899e30,network=Network(3c0cc214-8c3d-4fab-b0a3-2ac315dc4253),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814c4d-82') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:05.946477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:05.947030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd814c4d-82, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:05.947402 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:05.950230 np0040594247 nova-compute[88153]: INFO os_vif [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:93:18,bridge_name='br-int',has_traffic_filtering=True,id=dd814c4d-82cc-4a33-98dc-ee1226899e30,network=Network(3c0cc214-8c3d-4fab-b0a3-2ac315dc4253),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814c4d-82')
Apr 30 15:56:05.950678 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Deleting instance files /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e_del
Apr 30 15:56:05.951330 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Deletion of /opt/stack/data/nova/instances/389ebfee-5ea3-4d3f-909d-53e6cb80f66e_del complete
Apr 30 15:56:06.121241 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:06.121953 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:56:06.125349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.860s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:06.459704 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:56:06.462658 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d701e8a40> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:56:06.462959 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:06.641312 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:56:06.641742 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:56:06.744924 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:56:06.779388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:06.785042 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:06.785963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:06.785963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:06.786088 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:06.786431 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:07.142806 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:56:07.288415 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Successfully updated port: be34a782-6e75-4cad-b115-78299efd182b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:07.290933 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:07.291468 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:07.327055 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Received event network-changed-be34a782-6e75-4cad-b115-78299efd182b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:07.327239 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Refreshing instance network info cache due to event network-changed-be34a782-6e75-4cad-b115-78299efd182b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:07.327564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] Acquiring lock "refresh_cache-8d30c7e8-6e13-46d0-9b64-d8c504c594d1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:07.327872 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] Acquired lock "refresh_cache-8d30c7e8-6e13-46d0-9b64-d8c504c594d1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:07.328183 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Refreshing network info cache for port be34a782-6e75-4cad-b115-78299efd182b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:07.648049 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:07.800957 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-8d30c7e8-6e13-46d0-9b64-d8c504c594d1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:07.802715 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.677s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Traceback (most recent call last):
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     return f(*args, **kwargs)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     chosen_mdev = self._create_mdev(
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     self._host.device_create(conf)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     raise e.with_traceback(tb)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     rv = meth(*args, **kwargs)
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:07.804563 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] 
Apr 30 15:56:07.806348 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:56:07.806847 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.344s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:07.810572 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Build of instance b5c9df80-d91b-4cc8-a44f-2a26615327d5 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:56:07.812806 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:56:07.813759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='multiattach-server-0',id=142,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE3OYQFD4eWHsX+vQ2OXwsvajoz0Ea+ZUvxrlsH+YptslLB1f5Ly1TRh3yZDFH9utareIeUj96DCeucL8LqourX+BWxGA8ASolgt55Y8JUVtUL6VpPesphml6VUtYfWj9Q==',key_name='tempest-keypair-526098023',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-zxvbco0i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=b5c9df80-d91b-4cc8-a44f-2a26615327d5,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "address": "fa:16:3e:59:8f:da", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbdd04d8e-30", "ovs_interfaceid": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:07.814097 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "address": "fa:16:3e:59:8f:da", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbdd04d8e-30", "ovs_interfaceid": "bdd04d8e-301b-41a4-8017-9cbdda92e731", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:07.814931 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:8f:da,bridge_name='br-int',has_traffic_filtering=True,id=bdd04d8e-301b-41a4-8017-9cbdda92e731,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdd04d8e-30') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:07.815337 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:8f:da,bridge_name='br-int',has_traffic_filtering=True,id=bdd04d8e-301b-41a4-8017-9cbdda92e731,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdd04d8e-30') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:07.816893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:07.817284 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdd04d8e-30, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:07.817528 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:07.819832 np0040594247 nova-compute[88153]: INFO os_vif [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:8f:da,bridge_name='br-int',has_traffic_filtering=True,id=bdd04d8e-301b-41a4-8017-9cbdda92e731,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdd04d8e-30')
Apr 30 15:56:07.820120 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:56:07.820410 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:56:07.820701 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:56:07.881132 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:07.890645 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:08.032954 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:08.450761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:08.456002 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:08.456883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:08.456883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:08.456989 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:08.457361 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:08.536562 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-28321b66-7fe4-47b7-bcec-f9602793ab99 req-25e985bf-e994-4b7e-a351-eec257458bf0 service nova] Releasing lock "refresh_cache-8d30c7e8-6e13-46d0-9b64-d8c504c594d1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:08.537066 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-8d30c7e8-6e13-46d0-9b64-d8c504c594d1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:08.537333 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:08.661717 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:08.662766 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:08.663253 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Creating image(s)
Apr 30 15:56:08.663948 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:08.664303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:08.665273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:08.666016 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:08.671338 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:08.673007 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:08.772025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:08.772025 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:08.773531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:08.774508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:08.775164 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:08.780611 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:08.781779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:08.881212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:08.881940 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:08.919360 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:08.925616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk 1073741824" returned: 0 in 0.044s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:08.926316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.152s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:08.926969 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:08.963630 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:08.964503 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:09.024867 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:09.025246 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:56:09.025666 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:09.091024 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:09.117402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:09.117919 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:56:09.118470 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:56:09.118931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Ensure instance console log exists: /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:09.119377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:09.119814 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:09.120217 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:09.123586 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:56:09.123805 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:09.124320 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:09.129311 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:09.131041 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:09.138150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Traceback (most recent call last):
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     yield resources
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     return f(*args, **kwargs)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     chosen_mdev = self._create_mdev(
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     self._host.device_create(conf)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     raise e.with_traceback(tb)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     rv = meth(*args, **kwargs)
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:09.140659 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] 
Apr 30 15:56:09.294069 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b5c9df80-d91b-4cc8-a44f-2a26615327d5] Took 1.47 seconds to deallocate network for instance.
Apr 30 15:56:09.331300 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Updating instance_info_cache with network_info: [{"id": "be34a782-6e75-4cad-b115-78299efd182b", "address": "fa:16:3e:cb:47:cd", "network": {"id": "ec79b963-155d-4a04-8531-12c98fb4e560", "bridge": "br-int", "label": "tempest-network-smoke--874215919", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbe34a782-6e", "ovs_interfaceid": "be34a782-6e75-4cad-b115-78299efd182b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:09.477344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.670s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Traceback (most recent call last):
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     return f(*args, **kwargs)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     chosen_mdev = self._create_mdev(
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     self._host.device_create(conf)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     raise e.with_traceback(tb)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     rv = meth(*args, **kwargs)
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:09.479452 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] 
Apr 30 15:56:09.481262 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:56:09.483011 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Build of instance 389ebfee-5ea3-4d3f-909d-53e6cb80f66e was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:56:09.485320 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:56:09.486424 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-726177994',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-726177994',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=143,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXOPQ74AwXdC7zL36vMVu+W7z1LUWo2WkCnvCgRN4dE0dEiqEJ4HA1QDqjGxxMihyIRXO2mAZP4rwaMci2EMu8tc4kQ+z068awIiNqbG4a0hjnPsVe4jk30wr92ImuI0A==',key_name='tempest-TestSecurityGroupsBasicOps-1973387644',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-fs25qjfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:06Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=389ebfee-5ea3-4d3f-909d-53e6cb80f66e,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "address": "fa:16:3e:fe:93:18", "network": {"id": "3c0cc214-8c3d-4fab-b0a3-2ac315dc4253", "bridge": "br-int", "label": "tempest-network-smoke--1807326957", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd814c4d-82", "ovs_interfaceid": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:09.486778 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "address": "fa:16:3e:fe:93:18", "network": {"id": "3c0cc214-8c3d-4fab-b0a3-2ac315dc4253", "bridge": "br-int", "label": "tempest-network-smoke--1807326957", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdd814c4d-82", "ovs_interfaceid": "dd814c4d-82cc-4a33-98dc-ee1226899e30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:09.487710 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:93:18,bridge_name='br-int',has_traffic_filtering=True,id=dd814c4d-82cc-4a33-98dc-ee1226899e30,network=Network(3c0cc214-8c3d-4fab-b0a3-2ac315dc4253),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814c4d-82') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:09.488297 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:93:18,bridge_name='br-int',has_traffic_filtering=True,id=dd814c4d-82cc-4a33-98dc-ee1226899e30,network=Network(3c0cc214-8c3d-4fab-b0a3-2ac315dc4253),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814c4d-82') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:09.490238 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:09.490777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd814c4d-82, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:09.491101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:09.493855 np0040594247 nova-compute[88153]: INFO os_vif [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:93:18,bridge_name='br-int',has_traffic_filtering=True,id=dd814c4d-82cc-4a33-98dc-ee1226899e30,network=Network(3c0cc214-8c3d-4fab-b0a3-2ac315dc4253),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814c4d-82')
Apr 30 15:56:09.494293 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:56:09.494769 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:56:09.495208 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:56:09.834384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-8d30c7e8-6e13-46d0-9b64-d8c504c594d1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:09.834864 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Instance network_info: |[{"id": "be34a782-6e75-4cad-b115-78299efd182b", "address": "fa:16:3e:cb:47:cd", "network": {"id": "ec79b963-155d-4a04-8531-12c98fb4e560", "bridge": "br-int", "label": "tempest-network-smoke--874215919", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbe34a782-6e", "ovs_interfaceid": "be34a782-6e75-4cad-b115-78299efd182b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:09.835486 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Terminating instance
Apr 30 15:56:09.880614 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:10.341647 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:10.345463 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:10.345730 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Instance destroyed successfully.
Apr 30 15:56:10.347025 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:55:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1110097106',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-1110097106',id=144,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-2t224932',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:08Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=8d30c7e8-6e13-46d0-9b64-d8c504c594d1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be34a782-6e75-4cad-b115-78299efd182b", "address": "fa:16:3e:cb:47:cd", "network": {"id": "ec79b963-155d-4a04-8531-12c98fb4e560", "bridge": "br-int", "label": "tempest-network-smoke--874215919", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbe34a782-6e", "ovs_interfaceid": "be34a782-6e75-4cad-b115-78299efd182b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:10.347371 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "be34a782-6e75-4cad-b115-78299efd182b", "address": "fa:16:3e:cb:47:cd", "network": {"id": "ec79b963-155d-4a04-8531-12c98fb4e560", "bridge": "br-int", "label": "tempest-network-smoke--874215919", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbe34a782-6e", "ovs_interfaceid": "be34a782-6e75-4cad-b115-78299efd182b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:10.348393 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=be34a782-6e75-4cad-b115-78299efd182b,network=Network(ec79b963-155d-4a04-8531-12c98fb4e560),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbe34a782-6e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:10.348800 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=be34a782-6e75-4cad-b115-78299efd182b,network=Network(ec79b963-155d-4a04-8531-12c98fb4e560),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbe34a782-6e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:10.350237 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:10.350730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe34a782-6e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:10.350989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:10.353932 np0040594247 nova-compute[88153]: INFO os_vif [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=be34a782-6e75-4cad-b115-78299efd182b,network=Network(ec79b963-155d-4a04-8531-12c98fb4e560),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbe34a782-6e')
Apr 30 15:56:10.354419 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Deleting instance files /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1_del
Apr 30 15:56:10.355127 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Deletion of /opt/stack/data/nova/instances/8d30c7e8-6e13-46d0-9b64-d8c504c594d1_del complete
Apr 30 15:56:10.441274 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:10.461392 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Deleted allocations for instance b5c9df80-d91b-4cc8-a44f-2a26615327d5
Apr 30 15:56:10.863314 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:56:10.866025 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d704fc080> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:56:10.866303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:10.866693 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:10.890584 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:10.890980 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 15:56:10.944787 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 389ebfee-5ea3-4d3f-909d-53e6cb80f66e] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:56:10.975591 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-322773e7-b743-4244-aa56-0d15372e3794 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "b5c9df80-d91b-4cc8-a44f-2a26615327d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.309s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:11.395122 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 15:56:11.478907 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:11.485278 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:11.487002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:11.487002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:11.487002 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:11.487532 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:11.991088 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Deleted allocations for instance 389ebfee-5ea3-4d3f-909d-53e6cb80f66e
Apr 30 15:56:12.000448 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:12.000928 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:12.513930 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.647s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Traceback (most recent call last):
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     return f(*args, **kwargs)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     chosen_mdev = self._create_mdev(
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     self._host.device_create(conf)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     raise e.with_traceback(tb)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     rv = meth(*args, **kwargs)
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:12.515863 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] 
Apr 30 15:56:12.517555 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:56:12.518191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-237f19ea-517f-444d-a731-ff68ce67f246 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "389ebfee-5ea3-4d3f-909d-53e6cb80f66e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.498s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:12.518955 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Build of instance 8d30c7e8-6e13-46d0-9b64-d8c504c594d1 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:56:12.521126 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:56:12.522136 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:55:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1110097106',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-1110097106',id=144,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-2t224932',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:10Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=8d30c7e8-6e13-46d0-9b64-d8c504c594d1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be34a782-6e75-4cad-b115-78299efd182b", "address": "fa:16:3e:cb:47:cd", "network": {"id": "ec79b963-155d-4a04-8531-12c98fb4e560", "bridge": "br-int", "label": "tempest-network-smoke--874215919", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbe34a782-6e", "ovs_interfaceid": "be34a782-6e75-4cad-b115-78299efd182b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:12.522469 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "be34a782-6e75-4cad-b115-78299efd182b", "address": "fa:16:3e:cb:47:cd", "network": {"id": "ec79b963-155d-4a04-8531-12c98fb4e560", "bridge": "br-int", "label": "tempest-network-smoke--874215919", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapbe34a782-6e", "ovs_interfaceid": "be34a782-6e75-4cad-b115-78299efd182b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:12.523287 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=be34a782-6e75-4cad-b115-78299efd182b,network=Network(ec79b963-155d-4a04-8531-12c98fb4e560),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbe34a782-6e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:12.523693 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=be34a782-6e75-4cad-b115-78299efd182b,network=Network(ec79b963-155d-4a04-8531-12c98fb4e560),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbe34a782-6e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:12.525060 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:12.525444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe34a782-6e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:12.525701 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:12.527875 np0040594247 nova-compute[88153]: INFO os_vif [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:47:cd,bridge_name='br-int',has_traffic_filtering=True,id=be34a782-6e75-4cad-b115-78299efd182b,network=Network(ec79b963-155d-4a04-8531-12c98fb4e560),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbe34a782-6e')
Apr 30 15:56:12.528151 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:56:12.528431 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:56:12.528731 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:56:12.890720 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:12.892725 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:13.494691 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:13.811717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:13.998951 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 8d30c7e8-6e13-46d0-9b64-d8c504c594d1] Took 1.47 seconds to deallocate network for instance.
Apr 30 15:56:14.848106 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "b97d746f-a700-4319-ab90-009758eb6a25" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:14.848651 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "b97d746f-a700-4319-ab90-009758eb6a25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:15.083570 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance 8d30c7e8-6e13-46d0-9b64-d8c504c594d1
Apr 30 15:56:15.352059 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:56:15.364902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:15.598474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:15.599594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-33d741ba-bb87-43b9-a108-0fe1eb4bddf9 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "8d30c7e8-6e13-46d0-9b64-d8c504c594d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.835s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:15.735257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:15.825316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:15.887268 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:15.887822 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:15.898755 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:56:15.899128 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Claim successful on node np0040594247
Apr 30 15:56:16.200100 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:16.202576 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:16.382020 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:16.423592 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:17.004979 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:17.012760 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:17.016111 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:17.016111 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:17.016111 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:17.016111 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:17.520955 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:17.522251 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:18.034189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:18.034782 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:56:18.206947 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:18.210557 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:18.545266 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:56:18.545266 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:56:18.659813 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4655309ea57c48f6b207c4e5c1673d6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3a1cc2177f4b988eead5a521c8ca35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:56:19.049962 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:56:19.447450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:19.556944 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Successfully created port: cda0873d-3ca6-437a-b15a-7e52074d5af6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:56:19.560249 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:19.622151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:19.632229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:19.645636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:19.664752 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:19.711188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:19.808067 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:19.870742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.204741 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.206719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.241113 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.250781 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.257005 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Successfully updated port: cda0873d-3ca6-437a-b15a-7e52074d5af6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:20.272365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.294619 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.302868 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Received event network-changed-cda0873d-3ca6-437a-b15a-7e52074d5af6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:20.303215 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Refreshing instance network info cache due to event network-changed-cda0873d-3ca6-437a-b15a-7e52074d5af6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:20.303598 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] Acquiring lock "refresh_cache-b97d746f-a700-4319-ab90-009758eb6a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:20.304476 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] Acquired lock "refresh_cache-b97d746f-a700-4319-ab90-009758eb6a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:20.304476 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Refreshing network info cache for port cda0873d-3ca6-437a-b15a-7e52074d5af6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:20.321354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.325260 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.328815 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.379790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.430088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.503141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.535362 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:20.587379 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:20.590711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:20.590711 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Creating image(s)
Apr 30 15:56:20.592889 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "/opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:20.593275 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "/opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.003s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:20.594702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "/opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:20.595167 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:20.602285 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:20.604192 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:20.706060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:20.706060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:20.706060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:20.709806 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:20.716434 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:20.717273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:20.761837 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "refresh_cache-b97d746f-a700-4319-ab90-009758eb6a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:20.826876 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:20.827655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:20.869699 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:20.884110 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk 1073741824" returned: 0 in 0.057s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:20.884690 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.179s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:20.888699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:21.011070 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.123s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:21.011070 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:56:21.011070 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:21.037641 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:21.118475 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:21.119169 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Cannot resize image /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:56:21.119594 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:56:21.119859 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Ensure instance console log exists: /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:21.120513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:21.121397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:21.121546 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:21.125581 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Available mdevs at: set().
Apr 30 15:56:21.125886 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:21.126144 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:21.130897 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:21.131703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:21.140069 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25] Traceback (most recent call last):
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     yield resources
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     return f(*args, **kwargs)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     chosen_mdev = self._create_mdev(
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     self._host.device_create(conf)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     raise e.with_traceback(tb)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     rv = meth(*args, **kwargs)
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:21.142540 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25] 
Apr 30 15:56:21.542872 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-afd7f35c-b6e1-4578-8a93-8dd368232ccf req-3011b70c-215d-49e8-85eb-b822810861c9 service nova] Releasing lock "refresh_cache-b97d746f-a700-4319-ab90-009758eb6a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:21.543742 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquired lock "refresh_cache-b97d746f-a700-4319-ab90-009758eb6a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:21.544143 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:22.121973 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:22.234117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:22.423188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:22.436196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:22.451329 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:22.474557 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Updating instance_info_cache with network_info: [{"id": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "address": "fa:16:3e:75:dc:ff", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcda0873d-3c", "ovs_interfaceid": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:22.481155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:22.561829 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:22.622473 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:22.981463 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Releasing lock "refresh_cache-b97d746f-a700-4319-ab90-009758eb6a25" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:22.982031 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Instance network_info: |[{"id": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "address": "fa:16:3e:75:dc:ff", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcda0873d-3c", "ovs_interfaceid": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:22.982764 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Terminating instance
Apr 30 15:56:23.111958 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.123372 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.136613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.195123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.265480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.319659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.495606 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:23.501237 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: b97d746f-a700-4319-ab90-009758eb6a25] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:23.501417 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Instance destroyed successfully.
Apr 30 15:56:23.503399 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='multiattach-server-0',id=145,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE3OYQFD4eWHsX+vQ2OXwsvajoz0Ea+ZUvxrlsH+YptslLB1f5Ly1TRh3yZDFH9utareIeUj96DCeucL8LqourX+BWxGA8ASolgt55Y8JUVtUL6VpPesphml6VUtYfWj9Q==',key_name='tempest-keypair-526098023',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-b9tkdwdr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=b97d746f-a700-4319-ab90-009758eb6a25,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "address": "fa:16:3e:75:dc:ff", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcda0873d-3c", "ovs_interfaceid": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:23.503399 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "address": "fa:16:3e:75:dc:ff", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcda0873d-3c", "ovs_interfaceid": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:23.504443 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:dc:ff,bridge_name='br-int',has_traffic_filtering=True,id=cda0873d-3ca6-437a-b15a-7e52074d5af6,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcda0873d-3c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:23.505086 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:dc:ff,bridge_name='br-int',has_traffic_filtering=True,id=cda0873d-3ca6-437a-b15a-7e52074d5af6,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcda0873d-3c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:23.507426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.507883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcda0873d-3c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:23.508243 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:23.511110 np0040594247 nova-compute[88153]: INFO os_vif [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:dc:ff,bridge_name='br-int',has_traffic_filtering=True,id=cda0873d-3ca6-437a-b15a-7e52074d5af6,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcda0873d-3c')
Apr 30 15:56:23.511894 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Deleting instance files /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25_del
Apr 30 15:56:23.512222 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Deletion of /opt/stack/data/nova/instances/b97d746f-a700-4319-ab90-009758eb6a25_del complete
Apr 30 15:56:23.814126 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:23.929706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:24.022573 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:56:24.025104 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9415a9c0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:56:24.025431 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:24.025846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:24.219004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:24.221977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:24.223763 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:24.240332 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:24.244360 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:24.689162 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:24.696797 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:24.697769 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:24.697769 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:24.697887 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:24.698235 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:24.756481 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:24.777350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:25.205750 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:25.205750 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:25.719480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.693s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25] Traceback (most recent call last):
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     return f(*args, **kwargs)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     chosen_mdev = self._create_mdev(
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     self._host.device_create(conf)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     raise e.with_traceback(tb)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     rv = meth(*args, **kwargs)
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:25.721426 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: b97d746f-a700-4319-ab90-009758eb6a25] 
Apr 30 15:56:25.722869 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:56:25.725009 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Build of instance b97d746f-a700-4319-ab90-009758eb6a25 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:56:25.727154 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:56:25.728303 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='multiattach-server-0',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='multiattach-server-0',id=145,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE3OYQFD4eWHsX+vQ2OXwsvajoz0Ea+ZUvxrlsH+YptslLB1f5Ly1TRh3yZDFH9utareIeUj96DCeucL8LqourX+BWxGA8ASolgt55Y8JUVtUL6VpPesphml6VUtYfWj9Q==',key_name='tempest-keypair-526098023',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-b9tkdwdr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=b97d746f-a700-4319-ab90-009758eb6a25,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "address": "fa:16:3e:75:dc:ff", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcda0873d-3c", "ovs_interfaceid": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:25.729230 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "address": "fa:16:3e:75:dc:ff", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcda0873d-3c", "ovs_interfaceid": "cda0873d-3ca6-437a-b15a-7e52074d5af6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:25.729513 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:dc:ff,bridge_name='br-int',has_traffic_filtering=True,id=cda0873d-3ca6-437a-b15a-7e52074d5af6,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcda0873d-3c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:25.729954 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:dc:ff,bridge_name='br-int',has_traffic_filtering=True,id=cda0873d-3ca6-437a-b15a-7e52074d5af6,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcda0873d-3c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:25.731312 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:25.731831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcda0873d-3c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:25.731979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:25.734472 np0040594247 nova-compute[88153]: INFO os_vif [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:dc:ff,bridge_name='br-int',has_traffic_filtering=True,id=cda0873d-3ca6-437a-b15a-7e52074d5af6,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcda0873d-3c')
Apr 30 15:56:25.734977 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:56:25.735263 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:56:25.735518 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:56:25.868162 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "328cb79d-24d0-4c81-8f06-4e15dff234c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:25.868162 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "328cb79d-24d0-4c81-8f06-4e15dff234c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:26.358159 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.370220 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:56:26.374551 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.385158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.414216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.448137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.462054 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.475346 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.480013 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.510404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.533352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.578448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.616519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:26.685134 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:26.911370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:26.911370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:26.917286 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:56:26.917588 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Claim successful on node np0040594247
Apr 30 15:56:27.189308 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: b97d746f-a700-4319-ab90-009758eb6a25] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:56:28.080727 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:28.087820 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:28.088573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:28.088573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:28.088833 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:28.089328 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:28.212977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:28.215672 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:28.217382 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:28.232831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:28.238211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:28.238211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:28.239503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:28.258260 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Deleted allocations for instance b97d746f-a700-4319-ab90-009758eb6a25
Apr 30 15:56:28.527661 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:28.594585 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:28.595116 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:28.770540 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-978a2b34-9163-4132-8873-74e9704d6db7 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "b97d746f-a700-4319-ab90-009758eb6a25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.922s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:28.934390 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:29.107331 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:29.107976 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:56:29.123066 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "1fe6b6dd-13ba-426f-8ca4-9167fce65da1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:29.123066 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "1fe6b6dd-13ba-426f-8ca4-9167fce65da1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:29.625572 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:56:29.629735 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:56:29.629735 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:56:29.705739 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a586c75c0e6247cc8231e26305dea653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407498a2d1f44daaa0c6d5bba178f8fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:56:30.133692 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:56:30.177722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:30.178060 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:30.183512 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:56:30.183859 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Claim successful on node np0040594247
Apr 30 15:56:30.217198 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Successfully created port: acdc1585-dc5c-45ea-b349-31f426af9d6b {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:56:30.650080 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:30.691168 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:56:30.820965 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Successfully updated port: acdc1585-dc5c-45ea-b349-31f426af9d6b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:30.860053 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Received event network-changed-acdc1585-dc5c-45ea-b349-31f426af9d6b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:30.860346 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Refreshing instance network info cache due to event network-changed-acdc1585-dc5c-45ea-b349-31f426af9d6b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:30.860661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] Acquiring lock "refresh_cache-328cb79d-24d0-4c81-8f06-4e15dff234c7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:30.863119 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] Acquired lock "refresh_cache-328cb79d-24d0-4c81-8f06-4e15dff234c7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:30.863471 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Refreshing network info cache for port acdc1585-dc5c-45ea-b349-31f426af9d6b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:31.313203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:31.318392 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:31.319375 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:31.319375 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:31.319375 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:31.319870 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:31.324226 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "refresh_cache-328cb79d-24d0-4c81-8f06-4e15dff234c7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:31.416831 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:31.533103 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:31.664196 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:31.664930 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:31.665203 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Creating image(s)
Apr 30 15:56:31.665877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "/opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:31.666230 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:31.667176 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:31.667919 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:31.673119 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:31.674631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:31.767864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:31.768459 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:31.769235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:31.769995 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:31.775253 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:31.775848 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:31.825757 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:31.826275 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:31.867452 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:31.867971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:31.902891 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:31.903472 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.134s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:31.904049 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:31.992699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:31.993234 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Checking if we can resize image /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:56:31.993657 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:32.037487 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9757ed2d-938c-4a3d-8a90-f05ff5ca8dce req-b2ae3e8f-f125-478f-aff4-afbe7344a510 service nova] Releasing lock "refresh_cache-328cb79d-24d0-4c81-8f06-4e15dff234c7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:32.038370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquired lock "refresh_cache-328cb79d-24d0-4c81-8f06-4e15dff234c7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:32.038707 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:32.092209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:32.092945 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Cannot resize image /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:56:32.093793 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:56:32.094329 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Ensure instance console log exists: /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:32.095094 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:32.095554 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:32.095991 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:32.099453 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Available mdevs at: set().
Apr 30 15:56:32.099784 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:32.100079 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:32.105086 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:32.106382 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:32.108826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Traceback (most recent call last):
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     yield resources
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     return f(*args, **kwargs)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     chosen_mdev = self._create_mdev(
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     self._host.device_create(conf)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     raise e.with_traceback(tb)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     rv = meth(*args, **kwargs)
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:32.111131 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] 
Apr 30 15:56:32.339933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:32.340700 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:56:32.594333 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:32.852184 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:56:32.852549 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:56:32.888847 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Updating instance_info_cache with network_info: [{"id": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "address": "fa:16:3e:c4:44:da", "network": {"id": "09940c4c-0c97-4c7e-a3e8-b160b636d930", "bridge": "br-int", "label": "tempest-network-smoke--715693279", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapacdc1585-dc", "ovs_interfaceid": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:32.991260 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:56:33.352644 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:56:33.392231 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Releasing lock "refresh_cache-328cb79d-24d0-4c81-8f06-4e15dff234c7" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:33.392685 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Instance network_info: |[{"id": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "address": "fa:16:3e:c4:44:da", "network": {"id": "09940c4c-0c97-4c7e-a3e8-b160b636d930", "bridge": "br-int", "label": "tempest-network-smoke--715693279", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapacdc1585-dc", "ovs_interfaceid": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:33.393274 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Terminating instance
Apr 30 15:56:33.740309 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Successfully updated port: c8e9e87a-cb95-4f3f-a101-2ccee4735b34 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:33.771366 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Received event network-changed-c8e9e87a-cb95-4f3f-a101-2ccee4735b34 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:33.771692 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Refreshing instance network info cache due to event network-changed-c8e9e87a-cb95-4f3f-a101-2ccee4735b34. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:33.772006 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] Acquiring lock "refresh_cache-1fe6b6dd-13ba-426f-8ca4-9167fce65da1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:33.772264 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] Acquired lock "refresh_cache-1fe6b6dd-13ba-426f-8ca4-9167fce65da1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:33.772544 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Refreshing network info cache for port c8e9e87a-cb95-4f3f-a101-2ccee4735b34 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:33.815171 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:33.857963 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:33.899115 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:33.903163 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:33.903408 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Instance destroyed successfully.
Apr 30 15:56:33.904763 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:56:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-125084742',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-125084742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=146,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6CP1tTp5xkUoJvnuWBR6gkGQdKCGofDBmc4Gh4YsevG4tZR29irr6W2fmt8lvzh/Cda+FXaa+XVNBJflp9e6qcFhV3b3E/FUnwJVShh5OG0hI/D/F2rAJdjgmfyR4PQg==',key_name='tempest-TestSecurityGroupsBasicOps-44069040',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-e9gu38u9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:31Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=328cb79d-24d0-4c81-8f06-4e15dff234c7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "address": "fa:16:3e:c4:44:da", "network": {"id": "09940c4c-0c97-4c7e-a3e8-b160b636d930", "bridge": "br-int", "label": "tempest-network-smoke--715693279", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapacdc1585-dc", "ovs_interfaceid": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:33.905091 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "address": "fa:16:3e:c4:44:da", "network": {"id": "09940c4c-0c97-4c7e-a3e8-b160b636d930", "bridge": "br-int", "label": "tempest-network-smoke--715693279", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapacdc1585-dc", "ovs_interfaceid": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:33.906100 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:44:da,bridge_name='br-int',has_traffic_filtering=True,id=acdc1585-dc5c-45ea-b349-31f426af9d6b,network=Network(09940c4c-0c97-4c7e-a3e8-b160b636d930),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacdc1585-dc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:33.906624 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:44:da,bridge_name='br-int',has_traffic_filtering=True,id=acdc1585-dc5c-45ea-b349-31f426af9d6b,network=Network(09940c4c-0c97-4c7e-a3e8-b160b636d930),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacdc1585-dc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:33.910150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:33.910307 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapacdc1585-dc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:33.910664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:33.913422 np0040594247 nova-compute[88153]: INFO os_vif [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:44:da,bridge_name='br-int',has_traffic_filtering=True,id=acdc1585-dc5c-45ea-b349-31f426af9d6b,network=Network(09940c4c-0c97-4c7e-a3e8-b160b636d930),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacdc1585-dc')
Apr 30 15:56:33.913954 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Deleting instance files /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7_del
Apr 30 15:56:33.914633 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Deletion of /opt/stack/data/nova/instances/328cb79d-24d0-4c81-8f06-4e15dff234c7_del complete
Apr 30 15:56:33.937166 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:34.244215 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-1fe6b6dd-13ba-426f-8ca4-9167fce65da1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:34.340207 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:34.427000 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:56:34.429842 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c13ee70> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:56:34.430151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:34.430834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:34.477487 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:34.873706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:34.875380 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:34.875926 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Creating image(s)
Apr 30 15:56:34.876769 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:34.877128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:34.878149 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:34.879356 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:34.886730 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:34.888441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:34.982379 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6dd974aa-e074-441a-a983-16ff0469ea64 req-e3fca476-08c0-4589-ad97-16cf22308aad service nova] Releasing lock "refresh_cache-1fe6b6dd-13ba-426f-8ca4-9167fce65da1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:34.983387 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-1fe6b6dd-13ba-426f-8ca4-9167fce65da1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:34.983704 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:34.986092 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:34.986536 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:34.987218 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:34.987934 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:34.993480 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:34.994074 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:35.091310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:35.092014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:35.107781 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:35.116099 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:35.117130 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:35.117200 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:35.117956 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:35.118483 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:35.135728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk 1073741824" returned: 0 in 0.043s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:35.136171 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.149s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:35.136706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:35.229809 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:35.230767 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:56:35.231450 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:35.329280 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:35.329890 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:56:35.330509 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:56:35.330900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Ensure instance console log exists: /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:35.331620 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:35.331805 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:35.332241 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:35.335907 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:56:35.336178 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:35.336490 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:35.340834 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:35.341611 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:35.345006 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Traceback (most recent call last):
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     yield resources
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     return f(*args, **kwargs)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     chosen_mdev = self._create_mdev(
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     self._host.device_create(conf)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     raise e.with_traceback(tb)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     rv = meth(*args, **kwargs)
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:35.347356 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] 
Apr 30 15:56:35.576739 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:35.626738 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:35.627625 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:35.825932 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Updating instance_info_cache with network_info: [{"id": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "address": "fa:16:3e:8e:44:0e", "network": {"id": "35d90b78-3084-4254-91ee-f4466849e54b", "bridge": "br-int", "label": "tempest-network-smoke--1846711415", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc8e9e87a-cb", "ovs_interfaceid": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"46554ede-ec2e-5a52-8070-f256d82df336": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:36.038917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "e2748674-1e16-4d78-9768-b7d652faee36" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:36.039426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "e2748674-1e16-4d78-9768-b7d652faee36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:36.143355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.713s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Traceback (most recent call last):
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     return f(*args, **kwargs)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     chosen_mdev = self._create_mdev(
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     self._host.device_create(conf)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     raise e.with_traceback(tb)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     rv = meth(*args, **kwargs)
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:36.145355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] 
Apr 30 15:56:36.146913 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:56:36.148745 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Build of instance 328cb79d-24d0-4c81-8f06-4e15dff234c7 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:56:36.151039 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:56:36.152434 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:56:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-125084742',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-125084742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=146,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD6CP1tTp5xkUoJvnuWBR6gkGQdKCGofDBmc4Gh4YsevG4tZR29irr6W2fmt8lvzh/Cda+FXaa+XVNBJflp9e6qcFhV3b3E/FUnwJVShh5OG0hI/D/F2rAJdjgmfyR4PQg==',key_name='tempest-TestSecurityGroupsBasicOps-44069040',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-e9gu38u9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:34Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=328cb79d-24d0-4c81-8f06-4e15dff234c7,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "address": "fa:16:3e:c4:44:da", "network": {"id": "09940c4c-0c97-4c7e-a3e8-b160b636d930", "bridge": "br-int", "label": "tempest-network-smoke--715693279", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapacdc1585-dc", "ovs_interfaceid": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:36.152830 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "address": "fa:16:3e:c4:44:da", "network": {"id": "09940c4c-0c97-4c7e-a3e8-b160b636d930", "bridge": "br-int", "label": "tempest-network-smoke--715693279", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapacdc1585-dc", "ovs_interfaceid": "acdc1585-dc5c-45ea-b349-31f426af9d6b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:36.153854 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:44:da,bridge_name='br-int',has_traffic_filtering=True,id=acdc1585-dc5c-45ea-b349-31f426af9d6b,network=Network(09940c4c-0c97-4c7e-a3e8-b160b636d930),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacdc1585-dc') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:36.154410 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:44:da,bridge_name='br-int',has_traffic_filtering=True,id=acdc1585-dc5c-45ea-b349-31f426af9d6b,network=Network(09940c4c-0c97-4c7e-a3e8-b160b636d930),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacdc1585-dc') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:36.156291 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:36.156843 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapacdc1585-dc, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:36.157178 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:36.159628 np0040594247 nova-compute[88153]: INFO os_vif [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:44:da,bridge_name='br-int',has_traffic_filtering=True,id=acdc1585-dc5c-45ea-b349-31f426af9d6b,network=Network(09940c4c-0c97-4c7e-a3e8-b160b636d930),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacdc1585-dc')
Apr 30 15:56:36.159962 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:56:36.160259 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:56:36.160605 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:56:36.329697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-1fe6b6dd-13ba-426f-8ca4-9167fce65da1" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:36.330174 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Instance network_info: |[{"id": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "address": "fa:16:3e:8e:44:0e", "network": {"id": "35d90b78-3084-4254-91ee-f4466849e54b", "bridge": "br-int", "label": "tempest-network-smoke--1846711415", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc8e9e87a-cb", "ovs_interfaceid": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"46554ede-ec2e-5a52-8070-f256d82df336": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:36.330768 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Terminating instance
Apr 30 15:56:36.542962 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:56:36.837102 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:36.841121 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:36.841310 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Instance destroyed successfully.
Apr 30 15:56:36.842847 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:56:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1265922536',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-1265922536',id=147,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-12l2f972',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:34Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=1fe6b6dd-13ba-426f-8ca4-9167fce65da1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "address": "fa:16:3e:8e:44:0e", "network": {"id": "35d90b78-3084-4254-91ee-f4466849e54b", "bridge": "br-int", "label": "tempest-network-smoke--1846711415", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc8e9e87a-cb", "ovs_interfaceid": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"46554ede-ec2e-5a52-8070-f256d82df336": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:36.843074 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "address": "fa:16:3e:8e:44:0e", "network": {"id": "35d90b78-3084-4254-91ee-f4466849e54b", "bridge": "br-int", "label": "tempest-network-smoke--1846711415", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc8e9e87a-cb", "ovs_interfaceid": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"46554ede-ec2e-5a52-8070-f256d82df336": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:36.843908 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:44:0e,bridge_name='br-int',has_traffic_filtering=True,id=c8e9e87a-cb95-4f3f-a101-2ccee4735b34,network=Network(35d90b78-3084-4254-91ee-f4466849e54b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc8e9e87a-cb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:36.844327 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:44:0e,bridge_name='br-int',has_traffic_filtering=True,id=c8e9e87a-cb95-4f3f-a101-2ccee4735b34,network=Network(35d90b78-3084-4254-91ee-f4466849e54b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc8e9e87a-cb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:36.845753 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:36.846175 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc8e9e87a-cb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:36.846412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:36.848605 np0040594247 nova-compute[88153]: INFO os_vif [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:44:0e,bridge_name='br-int',has_traffic_filtering=True,id=c8e9e87a-cb95-4f3f-a101-2ccee4735b34,network=Network(35d90b78-3084-4254-91ee-f4466849e54b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc8e9e87a-cb')
Apr 30 15:56:36.849119 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Deleting instance files /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1_del
Apr 30 15:56:36.849766 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Deletion of /opt/stack/data/nova/instances/1fe6b6dd-13ba-426f-8ca4-9167fce65da1_del complete
Apr 30 15:56:37.078916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:37.079296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:37.084020 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:56:37.084331 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Claim successful on node np0040594247
Apr 30 15:56:37.087533 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:37.358205 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:56:37.360934 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70129790> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:56:37.361203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:37.522396 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:37.594539 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 328cb79d-24d0-4c81-8f06-4e15dff234c7] Took 1.43 seconds to deallocate network for instance.
Apr 30 15:56:38.028714 np0040594247 nova-compute[88153]: WARNING nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] While synchronizing instance power states, found 2 instances in the database and 0 instances on the hypervisor.
Apr 30 15:56:38.028714 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Triggering sync for uuid e2748674-1e16-4d78-9768-b7d652faee36 {{(pid=88153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}}
Apr 30 15:56:38.028714 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Triggering sync for uuid 1fe6b6dd-13ba-426f-8ca4-9167fce65da1 {{(pid=88153) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}}
Apr 30 15:56:38.029309 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "e2748674-1e16-4d78-9768-b7d652faee36" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:38.029616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "1fe6b6dd-13ba-426f-8ca4-9167fce65da1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:38.231603 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:38.236978 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:38.237961 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:38.237961 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:38.238107 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:38.238458 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:38.650576 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Deleted allocations for instance 328cb79d-24d0-4c81-8f06-4e15dff234c7
Apr 30 15:56:38.744072 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:38.744550 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:38.939260 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:39.162011 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-aa784792-bca0-4e00-a8b0-b41e603c981d tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "328cb79d-24d0-4c81-8f06-4e15dff234c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.296s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:39.258235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:39.259014 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:56:39.262353 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.901s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:39.774386 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:56:39.774690 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:56:39.841862 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4655309ea57c48f6b207c4e5c1673d6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3a1cc2177f4b988eead5a521c8ca35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:56:39.901657 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:39.911132 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:39.912113 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:39.912113 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:39.912733 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:39.913482 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:40.211560 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:40.281369 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:56:40.393025 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Successfully created port: c3e4eef7-5b54-40ba-8698-541cf3b23e1f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:56:40.420637 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:40.421725 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:40.789498 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:40.933095 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.671s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Traceback (most recent call last):
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     return f(*args, **kwargs)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     chosen_mdev = self._create_mdev(
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     self._host.device_create(conf)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     raise e.with_traceback(tb)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     rv = meth(*args, **kwargs)
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:40.936202 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] 
Apr 30 15:56:40.938642 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:56:40.941823 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Build of instance 1fe6b6dd-13ba-426f-8ca4-9167fce65da1 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:56:40.945256 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:56:40.946597 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:56:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-1265922536',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-1265922536',id=147,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-12l2f972',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:37Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=1fe6b6dd-13ba-426f-8ca4-9167fce65da1,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "address": "fa:16:3e:8e:44:0e", "network": {"id": "35d90b78-3084-4254-91ee-f4466849e54b", "bridge": "br-int", "label": "tempest-network-smoke--1846711415", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc8e9e87a-cb", "ovs_interfaceid": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"46554ede-ec2e-5a52-8070-f256d82df336": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:40.947023 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "address": "fa:16:3e:8e:44:0e", "network": {"id": "35d90b78-3084-4254-91ee-f4466849e54b", "bridge": "br-int", "label": "tempest-network-smoke--1846711415", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc8e9e87a-cb", "ovs_interfaceid": "c8e9e87a-cb95-4f3f-a101-2ccee4735b34", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"46554ede-ec2e-5a52-8070-f256d82df336": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:40.947967 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:44:0e,bridge_name='br-int',has_traffic_filtering=True,id=c8e9e87a-cb95-4f3f-a101-2ccee4735b34,network=Network(35d90b78-3084-4254-91ee-f4466849e54b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc8e9e87a-cb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:40.948386 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:44:0e,bridge_name='br-int',has_traffic_filtering=True,id=c8e9e87a-cb95-4f3f-a101-2ccee4735b34,network=Network(35d90b78-3084-4254-91ee-f4466849e54b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc8e9e87a-cb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:40.950101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:40.950878 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc8e9e87a-cb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:40.950878 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:40.953648 np0040594247 nova-compute[88153]: INFO os_vif [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:44:0e,bridge_name='br-int',has_traffic_filtering=True,id=c8e9e87a-cb95-4f3f-a101-2ccee4735b34,network=Network(35d90b78-3084-4254-91ee-f4466849e54b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapc8e9e87a-cb')
Apr 30 15:56:40.954153 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:56:40.954604 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:56:40.955059 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:56:41.016321 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:41.059873 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Successfully updated port: c3e4eef7-5b54-40ba-8698-541cf3b23e1f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:41.088743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:41.110990 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Received event network-changed-c3e4eef7-5b54-40ba-8698-541cf3b23e1f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:41.111320 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Refreshing instance network info cache due to event network-changed-c3e4eef7-5b54-40ba-8698-541cf3b23e1f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:41.111691 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] Acquiring lock "refresh_cache-e2748674-1e16-4d78-9768-b7d652faee36" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:41.112085 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] Acquired lock "refresh_cache-e2748674-1e16-4d78-9768-b7d652faee36" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:41.112288 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Refreshing network info cache for port c3e4eef7-5b54-40ba-8698-541cf3b23e1f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:41.302708 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Booting with volume 59ab8b6d-78b7-46f9-ab1d-ba57b2253af0 at /dev/vda
Apr 30 15:56:41.386353 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:56:41.390116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:41.396934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:41.396934 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0180ae-41a0-4b87-b019-c0f2a9c4c65e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:56:41.400323 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:41.411548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.012s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:41.411839 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f66ea9-c804-4d9b-b5de-4bc720558cc8]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:56:41.413320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:41.423616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:41.423977 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89a8630-cf3e-4b62-a674-6d1e28431531]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:56:41.427439 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[f580d211-ab10-47a3-89b7-534205bc3a75]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:56:41.428148 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:41.449790 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:56:41.450242 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:56:41.453697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:41.460129 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:56:41.463223 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:56:41.463223 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7c9b6a0-2aab-4b7c-a3c3-ffbc09ec0996]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:56:41.465079 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:56:41.465526 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:56:41.465899 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:56:41.466175 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:56:41.466735 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== get_connector_properties: return (79ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:56:41.467340 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Updating existing volume attachment record: 7ea152de-b10b-4a0e-881b-39f35acde9ac {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:56:41.566722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "refresh_cache-e2748674-1e16-4d78-9768-b7d652faee36" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:41.690402 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:41.934558 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:41.959776 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:42.025252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:42.214356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:42.350011 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:42.438154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2cd6c70c-7f23-402a-928a-ce27595267cc req-4b36a72f-3ccb-4234-adc5-1c72507284f8 service nova] Releasing lock "refresh_cache-e2748674-1e16-4d78-9768-b7d652faee36" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:42.438861 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquired lock "refresh_cache-e2748674-1e16-4d78-9768-b7d652faee36" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:42.439478 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:42.653547 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:42.822329 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:42.854628 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] Took 1.90 seconds to deallocate network for instance.
Apr 30 15:56:42.996706 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:43.275300 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Updating instance_info_cache with network_info: [{"id": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "address": "fa:16:3e:40:f5:01", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3e4eef7-5b", "ovs_interfaceid": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:43.778999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Releasing lock "refresh_cache-e2748674-1e16-4d78-9768-b7d652faee36" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:43.779793 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Instance network_info: |[{"id": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "address": "fa:16:3e:40:f5:01", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3e4eef7-5b", "ovs_interfaceid": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:43.816979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:43.902255 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance 1fe6b6dd-13ba-426f-8ca4-9167fce65da1
Apr 30 15:56:43.950203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:44.416037 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8391420c-83c2-43b1-b896-dd097e1e250a tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "1fe6b6dd-13ba-426f-8ca4-9167fce65da1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.293s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:44.416290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "1fe6b6dd-13ba-426f-8ca4-9167fce65da1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 6.387s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:44.416583 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] [instance: 1fe6b6dd-13ba-426f-8ca4-9167fce65da1] During sync_power_state the instance has a pending task (spawning). Skip.
Apr 30 15:56:44.416932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "1fe6b6dd-13ba-426f-8ca4-9167fce65da1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:45.209313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.221436 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.236802 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.278631 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.342304 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.400940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.619219 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.629102 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.644159 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.803720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.872954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:45.913208 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:46.250587 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:46.252136 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:46.256411 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:46.278942 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:46.287703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:46.287703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:47.313496 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:47.357238 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:47.900613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:47.929730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.172052 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:48.173784 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:48.174209 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Creating image(s)
Apr 30 15:56:48.174742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:56:48.175051 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Ensure instance console log exists: /opt/stack/data/nova/instances/e2748674-1e16-4d78-9768-b7d652faee36/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:48.175465 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:48.175856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:48.176219 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:48.180234 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Available mdevs at: set().
Apr 30 15:56:48.180523 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:48.180834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:48.185390 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:48.186388 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:48.189771 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36] Traceback (most recent call last):
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     yield resources
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     return f(*args, **kwargs)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     chosen_mdev = self._create_mdev(
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     self._host.device_create(conf)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     raise e.with_traceback(tb)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     rv = meth(*args, **kwargs)
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:48.192242 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36] 
Apr 30 15:56:48.194201 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Terminating instance
Apr 30 15:56:48.218200 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.220253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.475430 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.488236 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.505789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.540332 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.608817 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.662959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.699606 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:48.710729 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: e2748674-1e16-4d78-9768-b7d652faee36] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:48.710912 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Instance destroyed successfully.
Apr 30 15:56:48.712358 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:56:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-628784944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumemultiattachtest-server-628784944',id=148,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-8s1evr77',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:41Z,user_data=None,user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=e2748674-1e16-4d78-9768-b7d652faee36,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "address": "fa:16:3e:40:f5:01", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3e4eef7-5b", "ovs_interfaceid": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:48.713376 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "address": "fa:16:3e:40:f5:01", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3e4eef7-5b", "ovs_interfaceid": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:48.713766 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:f5:01,bridge_name='br-int',has_traffic_filtering=True,id=c3e4eef7-5b54-40ba-8698-541cf3b23e1f,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e4eef7-5b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:48.714832 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:f5:01,bridge_name='br-int',has_traffic_filtering=True,id=c3e4eef7-5b54-40ba-8698-541cf3b23e1f,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e4eef7-5b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:48.716979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:48.717304 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc3e4eef7-5b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:48.717862 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:48.721311 np0040594247 nova-compute[88153]: INFO os_vif [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:f5:01,bridge_name='br-int',has_traffic_filtering=True,id=c3e4eef7-5b54-40ba-8698-541cf3b23e1f,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e4eef7-5b')
Apr 30 15:56:48.787571 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:56:48.788606 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-59ab8b6d-78b7-46f9-ab1d-ba57b2253af0', 'target_lun': 0, 'volume_id': '59ab8b6d-78b7-46f9-ab1d-ba57b2253af0', 'auth_method': 'CHAP', 'auth_username': '6xqBpwXP4y2YBz4eLiMK', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:56:48.789081 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:56:48.789750 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:56:48.793812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:48.801875 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:48.804199 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[637e3373-8653-4455-96ef-acf18568930e]: Unexpected error while running command.
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:56:48.804456 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:56:48.805602 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[637e3373-8653-4455-96ef-acf18568930e]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:56:48.808889 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:56:48.811698 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:56:48.811698 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] <== disconnect_volume: return (20ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:56:48.811698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:56:48.811698 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Deleting instance files /opt/stack/data/nova/instances/e2748674-1e16-4d78-9768-b7d652faee36_del
Apr 30 15:56:48.811698 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Deletion of /opt/stack/data/nova/instances/e2748674-1e16-4d78-9768-b7d652faee36_del complete
Apr 30 15:56:48.952708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:49.323898 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Took 0.62 seconds to destroy the instance on the hypervisor.
Apr 30 15:56:50.223727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.230076 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.615443 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.726301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.780151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.791635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.806662 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.845494 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.928779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:50.973314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:51.526434 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "35c3c499-7940-4d7e-ad90-4c270a528e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:51.526434 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "35c3c499-7940-4d7e-ad90-4c270a528e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:52.024393 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:56:52.236451 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:52.238589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:52.241970 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:52.241970 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:52.613914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:52.614440 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:52.619121 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:56:52.619438 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Claim successful on node np0040594247
Apr 30 15:56:53.672737 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:53.688641 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:53.697156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:53.732296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:53.763837 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:53.773041 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:53.774020 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:53.774020 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:53.774139 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:53.774506 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:53.794832 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:53.819145 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:53.831481 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:53.903478 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Took 4.58 seconds to detach 1 volumes for instance.
Apr 30 15:56:53.906123 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70394e60> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:56:53.906438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:53.953237 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.000403 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.012996 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.028359 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.059417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.120844 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.167744 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.239165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.242573 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.246608 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.247779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.263001 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.264803 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.270531 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.275120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:54.280398 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:54.281616 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:54.798829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:54.799460 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:56:54.803595 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.897s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:55.317269 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:56:55.317839 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:56:55.381624 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a586c75c0e6247cc8231e26305dea653', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407498a2d1f44daaa0c6d5bba178f8fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:56:55.436911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:55.444346 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:55.445209 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:55.445209 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:55.445386 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:55.445841 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:55.815769 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:56:55.904138 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Successfully created port: c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:56:55.950490 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:55.950490 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:56:56.320501 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:56:56.462973 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.659s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36] Traceback (most recent call last):
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     return f(*args, **kwargs)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     chosen_mdev = self._create_mdev(
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     self._host.device_create(conf)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     raise e.with_traceback(tb)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     rv = meth(*args, **kwargs)
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:56.465186 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e2748674-1e16-4d78-9768-b7d652faee36] 
Apr 30 15:56:56.467303 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:56:56.469557 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Build of instance e2748674-1e16-4d78-9768-b7d652faee36 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:56:56.471976 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:56:56.473088 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:56:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeMultiAttachTest-server-628784944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumemultiattachtest-server-628784944',id=148,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f3a1cc2177f4b988eead5a521c8ca35',ramdisk_id='',reservation_id='r-8s1evr77',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeMultiAttachTest-1382672176',owner_user_name='tempest-AttachVolumeMultiAttachTest-1382672176-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:49Z,user_data=None,user_id='4655309ea57c48f6b207c4e5c1673d6d',uuid=e2748674-1e16-4d78-9768-b7d652faee36,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "address": "fa:16:3e:40:f5:01", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3e4eef7-5b", "ovs_interfaceid": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:56.473503 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converting VIF {"id": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "address": "fa:16:3e:40:f5:01", "network": {"id": "20bfeeb1-28ca-4628-a06c-a54b039abdcf", "bridge": "br-int", "label": "tempest-AttachVolumeMultiAttachTest-728897156-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "1f3a1cc2177f4b988eead5a521c8ca35", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc3e4eef7-5b", "ovs_interfaceid": "c3e4eef7-5b54-40ba-8698-541cf3b23e1f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:56.474701 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:f5:01,bridge_name='br-int',has_traffic_filtering=True,id=c3e4eef7-5b54-40ba-8698-541cf3b23e1f,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e4eef7-5b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:56.476127 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:f5:01,bridge_name='br-int',has_traffic_filtering=True,id=c3e4eef7-5b54-40ba-8698-541cf3b23e1f,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e4eef7-5b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:56.477979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:56.478455 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc3e4eef7-5b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:56.478934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:56.481688 np0040594247 nova-compute[88153]: INFO os_vif [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:f5:01,bridge_name='br-int',has_traffic_filtering=True,id=c3e4eef7-5b54-40ba-8698-541cf3b23e1f,network=Network(20bfeeb1-28ca-4628-a06c-a54b039abdcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e4eef7-5b')
Apr 30 15:56:56.482011 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:56:56.482321 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:56:56.482612 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:56:56.524367 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Successfully updated port: c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:56:56.560291 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Received event network-changed-c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:56:56.561739 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Refreshing instance network info cache due to event network-changed-c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:56:56.561739 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] Acquiring lock "refresh_cache-35c3c499-7940-4d7e-ad90-4c270a528e52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:56.561739 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] Acquired lock "refresh_cache-35c3c499-7940-4d7e-ad90-4c270a528e52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:56.562176 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Refreshing network info cache for port c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:56:56.889423 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:56:57.030517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "refresh_cache-35c3c499-7940-4d7e-ad90-4c270a528e52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:56:57.120934 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:57.243639 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:57.336795 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:56:57.338166 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:56:57.338695 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Creating image(s)
Apr 30 15:56:57.339394 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "/opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:57.339808 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:57.340796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "/opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:57.341593 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:57.346995 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:57.347507 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:57.350023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:57.397377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:57.398548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:57.398868 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:57.399166 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:56:57.451164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:57.451640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:57.452467 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:57.453279 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:57.458563 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:56:57.459149 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:57.558828 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:57.559590 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:57.600160 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:57.600854 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.148s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:57.601385 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:57.648233 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:56:57.649957 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1685MB free_disk=56.48279571533203GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:56:57.650191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:57.650598 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:57.693116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:57.693897 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Checking if we can resize image /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:56:57.694299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:56:57.747134 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a7357a28-a04d-41c7-9058-728efbe45172 req-e22fa375-a5b8-44cc-822f-b7ee01b83a44 service nova] Releasing lock "refresh_cache-35c3c499-7940-4d7e-ad90-4c270a528e52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:57.747999 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquired lock "refresh_cache-35c3c499-7940-4d7e-ad90-4c270a528e52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:56:57.748475 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:56:57.783962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:56:57.784423 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Cannot resize image /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:56:57.784980 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:56:57.785309 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Ensure instance console log exists: /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:56:57.785819 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:57.786591 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:57.786591 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:56:57.790610 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Available mdevs at: set().
Apr 30 15:56:57.790943 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:56:57.791224 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:57.796610 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:57.797848 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:56:57.800964 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Traceback (most recent call last):
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     yield resources
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     return f(*args, **kwargs)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     chosen_mdev = self._create_mdev(
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     self._host.device_create(conf)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     rv = execute(f, *args, **kwargs)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     raise e.with_traceback(tb)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     rv = meth(*args, **kwargs)
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:56:57.803352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] 
Apr 30 15:56:57.865389 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] [instance: e2748674-1e16-4d78-9768-b7d652faee36] Took 1.38 seconds to deallocate network for instance.
Apr 30 15:56:58.303287 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:56:58.549994 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Updating instance_info_cache with network_info: [{"id": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "address": "fa:16:3e:82:b9:44", "network": {"id": "949cef18-cdcd-44ca-93e2-c18c362a45e2", "bridge": "br-int", "label": "tempest-network-smoke--59085601", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f9cb3b-77", "ovs_interfaceid": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:56:58.617743 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "662d9fc5-7ec4-4753-8e22-2f9218f2995d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:58.618100 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "662d9fc5-7ec4-4753-8e22-2f9218f2995d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:58.913547 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Deleted allocations for instance e2748674-1e16-4d78-9768-b7d652faee36
Apr 30 15:56:58.955943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:59.059268 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Releasing lock "refresh_cache-35c3c499-7940-4d7e-ad90-4c270a528e52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:56:59.059743 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Instance network_info: |[{"id": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "address": "fa:16:3e:82:b9:44", "network": {"id": "949cef18-cdcd-44ca-93e2-c18c362a45e2", "bridge": "br-int", "label": "tempest-network-smoke--59085601", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f9cb3b-77", "ovs_interfaceid": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:56:59.060313 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Terminating instance
Apr 30 15:56:59.121210 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:56:59.199559 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance e2748674-1e16-4d78-9768-b7d652faee36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:56:59.199904 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 35c3c499-7940-4d7e-ad90-4c270a528e52 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:56:59.424759 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-619d3fe4-2528-452c-95a6-6ebaa7672b03 tempest-AttachVolumeMultiAttachTest-1382672176 tempest-AttachVolumeMultiAttachTest-1382672176-project-member] Lock "e2748674-1e16-4d78-9768-b7d652faee36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.385s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:56:59.425390 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "e2748674-1e16-4d78-9768-b7d652faee36" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 21.396s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:56:59.565939 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:56:59.569406 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:56:59.569572 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Instance destroyed successfully.
Apr 30 15:56:59.570996 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:56:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-637680601',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-637680601',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=149,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJGaWdVc6LK3+HyahLTwFuLZe57BszEe5MSHIQA9rq+Ta6T3bV3MCMeWy4mvOrWY99tRK4khbSOqWH3DBMHKGYtKEEfqkvpmnNgtfIyj75KDt2wrbVGDlTokKNDSz6k5JA==',key_name='tempest-TestSecurityGroupsBasicOps-482560979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-xmzs50ya',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:56:56Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=35c3c499-7940-4d7e-ad90-4c270a528e52,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "address": "fa:16:3e:82:b9:44", "network": {"id": "949cef18-cdcd-44ca-93e2-c18c362a45e2", "bridge": "br-int", "label": "tempest-network-smoke--59085601", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f9cb3b-77", "ovs_interfaceid": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:56:59.571340 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "address": "fa:16:3e:82:b9:44", "network": {"id": "949cef18-cdcd-44ca-93e2-c18c362a45e2", "bridge": "br-int", "label": "tempest-network-smoke--59085601", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f9cb3b-77", "ovs_interfaceid": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:56:59.572404 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:b9:44,bridge_name='br-int',has_traffic_filtering=True,id=c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6,network=Network(949cef18-cdcd-44ca-93e2-c18c362a45e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f9cb3b-77') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:56:59.572847 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:b9:44,bridge_name='br-int',has_traffic_filtering=True,id=c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6,network=Network(949cef18-cdcd-44ca-93e2-c18c362a45e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f9cb3b-77') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:56:59.574732 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:56:59.575162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7f9cb3b-77, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:56:59.575464 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:56:59.577838 np0040594247 nova-compute[88153]: INFO os_vif [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:b9:44,bridge_name='br-int',has_traffic_filtering=True,id=c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6,network=Network(949cef18-cdcd-44ca-93e2-c18c362a45e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f9cb3b-77')
Apr 30 15:56:59.578281 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Deleting instance files /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52_del
Apr 30 15:56:59.578933 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Deletion of /opt/stack/data/nova/instances/35c3c499-7940-4d7e-ad90-4c270a528e52_del complete
Apr 30 15:56:59.657384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:56:59.705288 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 662d9fc5-7ec4-4753-8e22-2f9218f2995d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:56:59.706104 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:56:59.706169 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=640MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:56:59.819173 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]: </device>
Apr 30 15:56:59.824405 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:56:59.825623 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:56:59.825623 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:56:59.825623 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:59.825875 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:56:59.931373 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] [instance: e2748674-1e16-4d78-9768-b7d652faee36] During the sync_power process the instance has moved from host None to host np0040594247
Apr 30 15:56:59.931704 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "e2748674-1e16-4d78-9768-b7d652faee36" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.507s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:00.086777 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:57:00.089375 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d707cf860> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:57:00.089665 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:00.333223 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:00.333691 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:00.855260 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:57:00.856811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.205s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:00.856811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.199s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:00.862405 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:57:00.863188 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Claim successful on node np0040594247
Apr 30 15:57:01.369661 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:57:02.003849 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:02.011518 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:02.012370 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:02.012370 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:02.012992 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:02.013206 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:02.518001 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:02.518374 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:02.857183 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:02.857860 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:03.032756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:03.032756 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:57:03.034939 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.945s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:03.547503 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:57:03.547693 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:57:03.663489 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:03.681884 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:03.758768 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:57:03.820929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:03.965794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:04.056754 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:57:04.193002 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:04.193490 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:04.540781 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Successfully updated port: 24ce02ea-1152-4676-920a-7b410fd4d7e0 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:57:04.563721 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:57:04.583138 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Received event network-changed-24ce02ea-1152-4676-920a-7b410fd4d7e0 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:57:04.583770 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Refreshing instance network info cache due to event network-changed-24ce02ea-1152-4676-920a-7b410fd4d7e0. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:57:04.585914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] Acquiring lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:04.586281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] Acquired lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:04.586738 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Refreshing network info cache for port 24ce02ea-1152-4676-920a-7b410fd4d7e0 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:57:04.710665 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.675s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Traceback (most recent call last):
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     return f(*args, **kwargs)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     chosen_mdev = self._create_mdev(
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     self._host.device_create(conf)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     raise e.with_traceback(tb)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     rv = meth(*args, **kwargs)
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:04.712851 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] 
Apr 30 15:57:04.714658 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:57:04.716154 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Build of instance 35c3c499-7940-4d7e-ad90-4c270a528e52 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:57:04.718564 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:57:04.719584 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:56:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-637680601',display_name='tempest-server-tempest-TestSecurityGroupsBasicOps-1694305447-access_point-637680601',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-server-tempest-testsecuritygroupsbasicops-1694305447-ac',id=149,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJGaWdVc6LK3+HyahLTwFuLZe57BszEe5MSHIQA9rq+Ta6T3bV3MCMeWy4mvOrWY99tRK4khbSOqWH3DBMHKGYtKEEfqkvpmnNgtfIyj75KDt2wrbVGDlTokKNDSz6k5JA==',key_name='tempest-TestSecurityGroupsBasicOps-482560979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407498a2d1f44daaa0c6d5bba178f8fd',ramdisk_id='',reservation_id='r-xmzs50ya',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSecurityGroupsBasicOps-1694305447',owner_user_name='tempest-TestSecurityGroupsBasicOps-1694305447-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:00Z,user_data=None,user_id='a586c75c0e6247cc8231e26305dea653',uuid=35c3c499-7940-4d7e-ad90-4c270a528e52,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "address": "fa:16:3e:82:b9:44", "network": {"id": "949cef18-cdcd-44ca-93e2-c18c362a45e2", "bridge": "br-int", "label": "tempest-network-smoke--59085601", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f9cb3b-77", "ovs_interfaceid": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:04.719960 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converting VIF {"id": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "address": "fa:16:3e:82:b9:44", "network": {"id": "949cef18-cdcd-44ca-93e2-c18c362a45e2", "bridge": "br-int", "label": "tempest-network-smoke--59085601", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "407498a2d1f44daaa0c6d5bba178f8fd", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapc7f9cb3b-77", "ovs_interfaceid": "c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:04.721138 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:b9:44,bridge_name='br-int',has_traffic_filtering=True,id=c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6,network=Network(949cef18-cdcd-44ca-93e2-c18c362a45e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f9cb3b-77') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:04.721705 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:b9:44,bridge_name='br-int',has_traffic_filtering=True,id=c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6,network=Network(949cef18-cdcd-44ca-93e2-c18c362a45e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f9cb3b-77') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:04.723389 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:04.723800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7f9cb3b-77, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:04.724047 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:04.726446 np0040594247 nova-compute[88153]: INFO os_vif [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:b9:44,bridge_name='br-int',has_traffic_filtering=True,id=c7f9cb3b-7700-43a2-be0e-0c5ef5bbb7a6,network=Network(949cef18-cdcd-44ca-93e2-c18c362a45e2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7f9cb3b-77')
Apr 30 15:57:04.726788 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:57:04.727078 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:57:04.727356 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:57:05.154823 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:05.341777 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:05.575947 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:57:05.577575 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:57:05.577925 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Creating image(s)
Apr 30 15:57:05.578595 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:05.578985 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:05.579952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:05.581228 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:05.586317 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:05.587189 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:05.589987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:05.685577 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:05.686146 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:05.686872 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:05.687507 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:05.693212 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:05.694172 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:05.788130 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:05.788842 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:05.824777 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Successfully updated port: 96727b11-b93a-43b3-9170-e9e1fce2ad87 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:57:05.828739 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:05.829295 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:05.829835 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:05.847866 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a5d50279-79c6-4d3d-9957-f7cb6d7b3c8b req-ffb72168-d25b-4262-89c5-634909c71ad4 service nova] Releasing lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:05.855469 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Received event network-changed-96727b11-b93a-43b3-9170-e9e1fce2ad87 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:57:05.855835 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Refreshing instance network info cache due to event network-changed-96727b11-b93a-43b3-9170-e9e1fce2ad87. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:57:05.856255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] Acquiring lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:05.856409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] Acquired lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:05.856738 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Refreshing network info cache for port 96727b11-b93a-43b3-9170-e9e1fce2ad87 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:57:05.923556 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:05.924116 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:57:05.924531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:06.020101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:06.020611 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:57:06.021188 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:57:06.021525 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Ensure instance console log exists: /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:57:06.022044 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:06.022460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:06.022885 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:57:06.026487 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:57:06.026794 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:57:06.027083 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:06.031295 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:06.032744 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:57:06.035391 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Traceback (most recent call last):
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     yield resources
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     return f(*args, **kwargs)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     chosen_mdev = self._create_mdev(
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     self._host.device_create(conf)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     raise e.with_traceback(tb)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     rv = meth(*args, **kwargs)
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:06.037627 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] 
Apr 30 15:57:06.091201 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] [instance: 35c3c499-7940-4d7e-ad90-4c270a528e52] Took 1.36 seconds to deallocate network for instance.
Apr 30 15:57:06.343307 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:06.430920 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:06.541842 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:06.889403 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:06.889777 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:06.890100 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:06.890357 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:57:07.045362 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-f3374717-022a-455c-81e2-2e458ad895c2 req-d25ff4c3-93f0-4928-b002-a864c616e0ba service nova] Releasing lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:07.046019 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:07.046291 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:57:07.142280 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Deleted allocations for instance 35c3c499-7940-4d7e-ad90-4c270a528e52
Apr 30 15:57:07.620414 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:07.659920 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8e90bdc8-5643-4571-a6d4-9458315cbde6 tempest-TestSecurityGroupsBasicOps-1694305447 tempest-TestSecurityGroupsBasicOps-1694305447-project-member] Lock "35c3c499-7940-4d7e-ad90-4c270a528e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:08.091334 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Updating instance_info_cache with network_info: [{"id": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "address": "fa:16:3e:13:03:3a", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap24ce02ea-11", "ovs_interfaceid": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6eb25e64-9ffe-55b1-a74b-f68ca00d5cd0": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "address": "fa:16:3e:34:d5:03", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96727b11-b9", "ovs_interfaceid": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"0af3157e-5b56-533a-8af2-b74b1530e9a8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:08.596385 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-662d9fc5-7ec4-4753-8e22-2f9218f2995d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:08.596899 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Instance network_info: |[{"id": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "address": "fa:16:3e:13:03:3a", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap24ce02ea-11", "ovs_interfaceid": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6eb25e64-9ffe-55b1-a74b-f68ca00d5cd0": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "address": "fa:16:3e:34:d5:03", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96727b11-b9", "ovs_interfaceid": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"0af3157e-5b56-533a-8af2-b74b1530e9a8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:57:08.597466 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Terminating instance
Apr 30 15:57:08.965392 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:09.103509 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:57:09.110713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:57:09.110713 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Instance destroyed successfully.
Apr 30 15:57:09.110713 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:56:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-669328296',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-669328296',id=150,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-rqdht939',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:05Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=662d9fc5-7ec4-4753-8e22-2f9218f2995d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "address": "fa:16:3e:13:03:3a", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap24ce02ea-11", "ovs_interfaceid": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6eb25e64-9ffe-55b1-a74b-f68ca00d5cd0": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:09.110713 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "address": "fa:16:3e:13:03:3a", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap24ce02ea-11", "ovs_interfaceid": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6eb25e64-9ffe-55b1-a74b-f68ca00d5cd0": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:09.112633 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:03:3a,bridge_name='br-int',has_traffic_filtering=True,id=24ce02ea-1152-4676-920a-7b410fd4d7e0,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap24ce02ea-11') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:09.113335 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:03:3a,bridge_name='br-int',has_traffic_filtering=True,id=24ce02ea-1152-4676-920a-7b410fd4d7e0,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap24ce02ea-11') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:09.116314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:09.116314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap24ce02ea-11, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:09.117553 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:09.120711 np0040594247 nova-compute[88153]: INFO os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:03:3a,bridge_name='br-int',has_traffic_filtering=True,id=24ce02ea-1152-4676-920a-7b410fd4d7e0,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap24ce02ea-11')
Apr 30 15:57:09.121397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:56:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-669328296',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-669328296',id=150,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-rqdht939',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:05Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=662d9fc5-7ec4-4753-8e22-2f9218f2995d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "address": "fa:16:3e:34:d5:03", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96727b11-b9", "ovs_interfaceid": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"0af3157e-5b56-533a-8af2-b74b1530e9a8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:09.123702 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "address": "fa:16:3e:34:d5:03", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96727b11-b9", "ovs_interfaceid": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"0af3157e-5b56-533a-8af2-b74b1530e9a8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:09.123702 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:d5:03,bridge_name='br-int',has_traffic_filtering=True,id=96727b11-b93a-43b3-9170-e9e1fce2ad87,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96727b11-b9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:09.123702 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:d5:03,bridge_name='br-int',has_traffic_filtering=True,id=96727b11-b93a-43b3-9170-e9e1fce2ad87,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96727b11-b9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:09.125035 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:09.126286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96727b11-b9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:09.126286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:09.129133 np0040594247 nova-compute[88153]: INFO os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:d5:03,bridge_name='br-int',has_traffic_filtering=True,id=96727b11-b93a-43b3-9170-e9e1fce2ad87,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96727b11-b9')
Apr 30 15:57:09.129876 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Deleting instance files /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d_del
Apr 30 15:57:09.132310 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Deletion of /opt/stack/data/nova/instances/662d9fc5-7ec4-4753-8e22-2f9218f2995d_del complete
Apr 30 15:57:09.642730 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:57:09.646294 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7060bbf0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:57:09.646587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:09.647011 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:09.890461 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:10.248940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:10.303617 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:10.317613 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:10.319125 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:10.498598 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:10.578268 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:10.824457 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:10.824991 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:10.881344 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:10.917863 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:10.983063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:11.150728 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:11.180704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:11.336589 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.689s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Traceback (most recent call last):
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     return f(*args, **kwargs)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     chosen_mdev = self._create_mdev(
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     self._host.device_create(conf)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     raise e.with_traceback(tb)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     rv = meth(*args, **kwargs)
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:11.338472 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] 
Apr 30 15:57:11.340054 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:57:11.343056 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Build of instance 662d9fc5-7ec4-4753-8e22-2f9218f2995d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:57:11.345426 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:57:11.346699 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:56:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-669328296',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-669328296',id=150,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-rqdht939',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:09Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=662d9fc5-7ec4-4753-8e22-2f9218f2995d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "address": "fa:16:3e:13:03:3a", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap24ce02ea-11", "ovs_interfaceid": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6eb25e64-9ffe-55b1-a74b-f68ca00d5cd0": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:11.347105 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "address": "fa:16:3e:13:03:3a", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap24ce02ea-11", "ovs_interfaceid": "24ce02ea-1152-4676-920a-7b410fd4d7e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6eb25e64-9ffe-55b1-a74b-f68ca00d5cd0": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:11.348073 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:03:3a,bridge_name='br-int',has_traffic_filtering=True,id=24ce02ea-1152-4676-920a-7b410fd4d7e0,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap24ce02ea-11') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:11.348551 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:03:3a,bridge_name='br-int',has_traffic_filtering=True,id=24ce02ea-1152-4676-920a-7b410fd4d7e0,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap24ce02ea-11') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:11.350019 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:11.350418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap24ce02ea-11, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:11.351313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:11.353882 np0040594247 nova-compute[88153]: INFO os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:03:3a,bridge_name='br-int',has_traffic_filtering=True,id=24ce02ea-1152-4676-920a-7b410fd4d7e0,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap24ce02ea-11')
Apr 30 15:57:11.355006 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:56:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-669328296',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-669328296',id=150,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-rqdht939',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:09Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=662d9fc5-7ec4-4753-8e22-2f9218f2995d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "address": "fa:16:3e:34:d5:03", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96727b11-b9", "ovs_interfaceid": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"0af3157e-5b56-533a-8af2-b74b1530e9a8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:11.355398 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "address": "fa:16:3e:34:d5:03", "network": {"id": "25139d27-8427-48cf-a8ce-39f20f5976a5", "bridge": "br-int", "label": "tempest-network-smoke--1823351477", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap96727b11-b9", "ovs_interfaceid": "96727b11-b93a-43b3-9170-e9e1fce2ad87", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"0af3157e-5b56-533a-8af2-b74b1530e9a8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:11.356814 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:d5:03,bridge_name='br-int',has_traffic_filtering=True,id=96727b11-b93a-43b3-9170-e9e1fce2ad87,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96727b11-b9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:11.357449 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:d5:03,bridge_name='br-int',has_traffic_filtering=True,id=96727b11-b93a-43b3-9170-e9e1fce2ad87,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96727b11-b9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:11.359000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:11.359400 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96727b11-b9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:11.359630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:11.362892 np0040594247 nova-compute[88153]: INFO os_vif [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:d5:03,bridge_name='br-int',has_traffic_filtering=True,id=96727b11-b93a-43b3-9170-e9e1fce2ad87,network=Network(25139d27-8427-48cf-a8ce-39f20f5976a5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap96727b11-b9')
Apr 30 15:57:11.363505 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:57:11.363695 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:57:11.363998 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:57:13.123999 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:13.627825 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 662d9fc5-7ec4-4753-8e22-2f9218f2995d] Took 2.26 seconds to deallocate network for instance.
Apr 30 15:57:13.822039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:13.970561 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:14.682847 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance 662d9fc5-7ec4-4753-8e22-2f9218f2995d
Apr 30 15:57:15.204433 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d6a4e378-1e7b-4f5f-b566-5cc414d22205 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "662d9fc5-7ec4-4753-8e22-2f9218f2995d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.586s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:15.650914 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.024848 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.244783 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.248903 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.253417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.309571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.466410 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.469027 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.478802 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.483810 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.495936 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.545961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.611242 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:16.661376 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:17.860028 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:17.877970 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:17.890523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:17.919511 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:17.985119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:18.043726 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:18.242148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:18.308865 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:18.312764 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:18.334142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:18.976365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:19.437967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:19.493872 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.013946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.115559 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.249050 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.250667 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.475252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.488152 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.498182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.505712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.544507 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.629094 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.692118 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.746770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:20.803982 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:21.948221 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:21.958122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:21.972999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.027206 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.036293 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.123044 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.188123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.245174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.253109 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.256807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.278000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.281718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.285156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.287032 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.494702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.510973 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.522965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.553427 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.629464 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.678376 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.778746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.791960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.793116 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.802389 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.845795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.938883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:22.992912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:23.823153 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:23.982576 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.081887 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.094484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.108637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.190209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.199592 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.246251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.247193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.253978 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.274751 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.283737 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.285515 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.289608 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.303953 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.309466 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.311113 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.313518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:24.335164 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:25.301292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:25.317818 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:25.327893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:25.352953 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:25.445454 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:25.498404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.292445 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.296245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.298880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.574460 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.590259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.642291 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.687408 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.700778 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.717305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.732350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.795492 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.804972 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:26.859394 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:27.303015 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:27.316182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:27.320988 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:27.325355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:27.356738 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:27.424007 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:27.468704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.249361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.256779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.259570 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.278617 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.282103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.284091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.308395 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.309543 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.314396 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:28.989697 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:29.957966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "40c3ab42-3657-4173-b73f-9fc668fafaab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:29.959173 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "40c3ab42-3657-4173-b73f-9fc668fafaab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:30.029960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.043717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.078018 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.142469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.185785 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.232433 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "9de61686-18bd-4541-9dc8-d8949a8b9012" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:30.233265 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "9de61686-18bd-4541-9dc8-d8949a8b9012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:30.243182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.245400 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.248007 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.251583 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:30.463165 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:57:30.736254 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:57:30.997523 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:30.997992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:31.004011 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:57:31.004308 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Claim successful on node np0040594247
Apr 30 15:57:31.267131 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:31.756328 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "9fd65b1a-7389-498d-ba91-db6825b750f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:31.756605 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "9fd65b1a-7389-498d-ba91-db6825b750f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:32.147389 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:32.153406 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:32.154443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:32.154443 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:32.154587 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:32.154936 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:32.260511 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:57:32.659748 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:32.660222 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:32.796388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:33.076310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:33.107712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:33.171261 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:33.171968 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:57:33.175662 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.909s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:33.180768 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:57:33.181078 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Claim successful on node np0040594247
Apr 30 15:57:33.681069 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:57:33.681421 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:57:33.739965 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be59bc949078496c8e4a4ad5575a4c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f6de64232d46a3b7129db0a86b01dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:57:33.823987 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:33.987426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:34.186748 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:57:34.235275 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Successfully created port: 3c35aaec-8f15-43af-891b-0669373b1825 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:57:34.333872 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:34.339881 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:34.340887 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:34.340887 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:34.340887 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:34.341357 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:34.692057 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:57:34.828125 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Successfully updated port: 3c35aaec-8f15-43af-891b-0669373b1825 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:57:34.850602 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:34.851524 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:34.871060 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Received event network-changed-3c35aaec-8f15-43af-891b-0669373b1825 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:57:34.871610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Refreshing instance network info cache due to event network-changed-3c35aaec-8f15-43af-891b-0669373b1825. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:57:34.871889 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] Acquiring lock "refresh_cache-40c3ab42-3657-4173-b73f-9fc668fafaab" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:34.872266 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] Acquired lock "refresh_cache-40c3ab42-3657-4173-b73f-9fc668fafaab" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:34.872536 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Refreshing network info cache for port 3c35aaec-8f15-43af-891b-0669373b1825 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:57:35.331776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "refresh_cache-40c3ab42-3657-4173-b73f-9fc668fafaab" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:35.367902 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:35.368603 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:57:35.372679 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.576s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:35.380034 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:57:35.380341 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Claim successful on node np0040594247
Apr 30 15:57:35.430169 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:35.557320 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:35.705224 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:57:35.706571 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:57:35.707140 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Creating image(s)
Apr 30 15:57:35.707836 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "/opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:35.708443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "/opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:35.709131 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "/opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:35.709947 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:35.715075 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:35.716750 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:35.810380 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:35.810962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:35.811733 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:35.812418 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:35.818913 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:35.819480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:35.880184 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:57:35.880506 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:57:35.887433 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 15:57:35.915633 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:35.916012 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:35.957472 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbceda615ea41dd95e0d894d81c0880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfac712ed8764c23a89ce3fb5016c1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:57:35.962986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk 1073741824" returned: 0 in 0.047s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:35.963505 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.152s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:35.964015 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:36.061834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-08ebad80-d8f0-4995-881e-e0b53d9f36b8 req-547d5a9c-140b-443b-a930-db3ede4aff4b service nova] Releasing lock "refresh_cache-40c3ab42-3657-4173-b73f-9fc668fafaab" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:36.063064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquired lock "refresh_cache-40c3ab42-3657-4173-b73f-9fc668fafaab" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:36.063380 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:57:36.067706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.102s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:36.067706 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:57:36.067706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:36.166212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:36.166801 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Cannot resize image /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:57:36.167384 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:57:36.167764 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Ensure instance console log exists: /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:57:36.168268 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:36.168699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:36.169349 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:57:36.175420 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Available mdevs at: set().
Apr 30 15:57:36.176430 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:57:36.176430 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:36.184373 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:57:36.192710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Traceback (most recent call last):
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     yield resources
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     return f(*args, **kwargs)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     chosen_mdev = self._create_mdev(
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     self._host.device_create(conf)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     raise e.with_traceback(tb)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     rv = meth(*args, **kwargs)
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:36.192979 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] 
Apr 30 15:57:36.388366 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:57:36.514242 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Successfully created port: 6b4b3209-d867-4428-8b47-09aa89648248 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:57:36.535418 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:36.542534 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:36.543405 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:36.543832 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:36.544719 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:36.544719 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:36.613523 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:36.854496 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Updating instance_info_cache with network_info: [{"id": "3c35aaec-8f15-43af-891b-0669373b1825", "address": "fa:16:3e:3b:b7:22", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3c35aaec-8f", "ovs_interfaceid": "3c35aaec-8f15-43af-891b-0669373b1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:36.893474 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:57:37.051714 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:37.051714 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:37.105465 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Successfully updated port: 6b4b3209-d867-4428-8b47-09aa89648248 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:57:37.137260 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Received event network-changed-6b4b3209-d867-4428-8b47-09aa89648248 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:57:37.137553 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Refreshing instance network info cache due to event network-changed-6b4b3209-d867-4428-8b47-09aa89648248. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:57:37.137967 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] Acquiring lock "refresh_cache-9de61686-18bd-4541-9dc8-d8949a8b9012" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:37.138247 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] Acquired lock "refresh_cache-9de61686-18bd-4541-9dc8-d8949a8b9012" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:37.138489 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Refreshing network info cache for port 6b4b3209-d867-4428-8b47-09aa89648248 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:57:37.358470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Releasing lock "refresh_cache-40c3ab42-3657-4173-b73f-9fc668fafaab" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:37.358932 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Instance network_info: |[{"id": "3c35aaec-8f15-43af-891b-0669373b1825", "address": "fa:16:3e:3b:b7:22", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3c35aaec-8f", "ovs_interfaceid": "3c35aaec-8f15-43af-891b-0669373b1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:57:37.359521 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Terminating instance
Apr 30 15:57:37.404463 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Booting with volume ba31995d-52cf-4a70-b4eb-5d68e9289522 at /dev/vda
Apr 30 15:57:37.461455 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:57:37.462899 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:37.471334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:37.471731 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[c162f09c-354a-4a34-94b2-c810030c39a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:57:37.473491 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:37.483216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:37.483434 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[3156bec7-519d-4cd9-97d1-3522b56c695b]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:57:37.484459 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:37.494640 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:37.494925 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb0b5c29-2827-4fe9-b918-a47cf08682db]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:57:37.496247 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[47afae22-e1b0-4fb9-a187-1cf181d76c1d]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:57:37.497075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:37.516944 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:57:37.517368 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:57:37.519189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:37.526080 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:57:37.526442 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:57:37.526777 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[c374bdf3-889f-4c82-ad4e-c16f8978de56]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:57:37.529267 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:57:37.530683 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:57:37.531150 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:57:37.531458 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:57:37.531947 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== get_connector_properties: return (69ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:57:37.532349 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Updating existing volume attachment record: 20dc6cd4-3dd8-4f55-a7cc-500de90e91be {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:57:37.567509 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:37.568610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:57:37.609342 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "refresh_cache-9de61686-18bd-4541-9dc8-d8949a8b9012" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:37.692495 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:37.816732 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:37.865205 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:57:37.869284 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:57:37.869522 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Instance destroyed successfully.
Apr 30 15:57:37.870966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:57:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-884843761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumeshelvetestjson-server-884843761',id=151,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC63289PlDcEhCX8t+jBAGF58jZa9R58UGziro/j5AlY3kJAF4w6kS2Pfhvwdt4k9nkb6ewd740qZPcTIkz01gphYKrFi2pQg/fyskcUimCgwOp0NZY4nFcN3+3/1CnAvw==',key_name='tempest-keypair-872674056',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f6de64232d46a3b7129db0a86b01dc',ramdisk_id='',reservation_id='r-ya7krrul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-442810879',owner_user_name='tempest-AttachVolumeShelveTestJSON-442810879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be59bc949078496c8e4a4ad5575a4c8b',uuid=40c3ab42-3657-4173-b73f-9fc668fafaab,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c35aaec-8f15-43af-891b-0669373b1825", "address": "fa:16:3e:3b:b7:22", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3c35aaec-8f", "ovs_interfaceid": "3c35aaec-8f15-43af-891b-0669373b1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:37.871354 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converting VIF {"id": "3c35aaec-8f15-43af-891b-0669373b1825", "address": "fa:16:3e:3b:b7:22", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3c35aaec-8f", "ovs_interfaceid": "3c35aaec-8f15-43af-891b-0669373b1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:37.872362 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=3c35aaec-8f15-43af-891b-0669373b1825,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c35aaec-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:37.872913 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=3c35aaec-8f15-43af-891b-0669373b1825,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c35aaec-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:37.875804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:37.876088 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3c35aaec-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:37.876413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:37.878695 np0040594247 nova-compute[88153]: INFO os_vif [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=3c35aaec-8f15-43af-891b-0669373b1825,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c35aaec-8f')
Apr 30 15:57:37.879284 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Deleting instance files /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab_del
Apr 30 15:57:37.879937 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Deletion of /opt/stack/data/nova/instances/40c3ab42-3657-4173-b73f-9fc668fafaab_del complete
Apr 30 15:57:38.077686 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:57:38.077993 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:57:38.195002 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537f040238c24c32a47531eea8339e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d48de15124cbfb5edfc57dd3c543a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:57:38.320251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-176219bd-6eb4-4aba-9c0e-daa9698afb22 req-53aaf5ba-8eeb-4ff1-a9d7-2fd72099ddc3 service nova] Releasing lock "refresh_cache-9de61686-18bd-4541-9dc8-d8949a8b9012" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:38.320897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquired lock "refresh_cache-9de61686-18bd-4541-9dc8-d8949a8b9012" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:38.321174 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:57:38.391287 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:57:38.396681 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d947284a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:57:38.397157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:38.397949 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:38.582945 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:57:38.879295 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:38.996259 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:39.070038 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:39.076898 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:39.077835 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:39.077835 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:39.078156 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:39.078664 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:39.089469 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:57:39.096689 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Successfully updated port: 05297ecc-7d5c-4aea-8827-9d3c26795dd9 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:57:39.121113 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Received event network-changed-05297ecc-7d5c-4aea-8827-9d3c26795dd9 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:57:39.121209 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Refreshing instance network info cache due to event network-changed-05297ecc-7d5c-4aea-8827-9d3c26795dd9. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:57:39.121512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] Acquiring lock "refresh_cache-9fd65b1a-7389-498d-ba91-db6825b750f8" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:39.121923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] Acquired lock "refresh_cache-9fd65b1a-7389-498d-ba91-db6825b750f8" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:39.122206 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Refreshing network info cache for port 05297ecc-7d5c-4aea-8827-9d3c26795dd9 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:57:39.155784 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Updating instance_info_cache with network_info: [{"id": "6b4b3209-d867-4428-8b47-09aa89648248", "address": "fa:16:3e:7b:ed:ab", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6b4b3209-d8", "ovs_interfaceid": "6b4b3209-d867-4428-8b47-09aa89648248", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:39.582802 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:39.583326 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:39.606159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "refresh_cache-9fd65b1a-7389-498d-ba91-db6825b750f8" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:39.659571 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Releasing lock "refresh_cache-9de61686-18bd-4541-9dc8-d8949a8b9012" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:39.660175 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Instance network_info: |[{"id": "6b4b3209-d867-4428-8b47-09aa89648248", "address": "fa:16:3e:7b:ed:ab", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6b4b3209-d8", "ovs_interfaceid": "6b4b3209-d867-4428-8b47-09aa89648248", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:57:39.685167 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:39.802632 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:40.095564 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.698s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Traceback (most recent call last):
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     return f(*args, **kwargs)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     chosen_mdev = self._create_mdev(
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     self._host.device_create(conf)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     raise e.with_traceback(tb)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     rv = meth(*args, **kwargs)
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:40.097579 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] 
Apr 30 15:57:40.099304 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:57:40.100703 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Build of instance 40c3ab42-3657-4173-b73f-9fc668fafaab was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:57:40.102980 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:57:40.103993 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:57:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-884843761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumeshelvetestjson-server-884843761',id=151,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC63289PlDcEhCX8t+jBAGF58jZa9R58UGziro/j5AlY3kJAF4w6kS2Pfhvwdt4k9nkb6ewd740qZPcTIkz01gphYKrFi2pQg/fyskcUimCgwOp0NZY4nFcN3+3/1CnAvw==',key_name='tempest-keypair-872674056',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f6de64232d46a3b7129db0a86b01dc',ramdisk_id='',reservation_id='r-ya7krrul',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-442810879',owner_user_name='tempest-AttachVolumeShelveTestJSON-442810879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be59bc949078496c8e4a4ad5575a4c8b',uuid=40c3ab42-3657-4173-b73f-9fc668fafaab,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c35aaec-8f15-43af-891b-0669373b1825", "address": "fa:16:3e:3b:b7:22", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3c35aaec-8f", "ovs_interfaceid": "3c35aaec-8f15-43af-891b-0669373b1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:40.104358 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converting VIF {"id": "3c35aaec-8f15-43af-891b-0669373b1825", "address": "fa:16:3e:3b:b7:22", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap3c35aaec-8f", "ovs_interfaceid": "3c35aaec-8f15-43af-891b-0669373b1825", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:40.105175 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=3c35aaec-8f15-43af-891b-0669373b1825,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c35aaec-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:40.105613 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=3c35aaec-8f15-43af-891b-0669373b1825,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c35aaec-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:40.107810 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:57:40.109115 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:57:40.109522 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Creating image(s)
Apr 30 15:57:40.110244 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "/opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:40.110556 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:40.111502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "/opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:40.112296 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:40.117265 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:40.118131 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:40.118570 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3c35aaec-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:40.118847 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:40.120173 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:40.132329 np0040594247 nova-compute[88153]: INFO os_vif [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:b7:22,bridge_name='br-int',has_traffic_filtering=True,id=3c35aaec-8f15-43af-891b-0669373b1825,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c35aaec-8f')
Apr 30 15:57:40.132939 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:57:40.133408 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:57:40.133924 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:57:40.210265 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:40.211122 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:40.212136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:40.213146 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:40.220215 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:40.220753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:40.307923 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ea0eeb39-c584-4e29-8fee-949282e9d6fb req-2ec93e0c-8b35-4ae5-bda2-e4d6140a8fb8 service nova] Releasing lock "refresh_cache-9fd65b1a-7389-498d-ba91-db6825b750f8" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:40.309245 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquired lock "refresh_cache-9fd65b1a-7389-498d-ba91-db6825b750f8" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:40.309574 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:57:40.326508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:40.327045 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:40.366690 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:40.367331 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:40.367879 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:40.462713 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:40.463337 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:57:40.464071 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:40.567201 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:40.567939 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Cannot resize image /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:57:40.568875 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:57:40.568987 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Ensure instance console log exists: /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:57:40.569500 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:40.569975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:40.570393 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:57:40.579395 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Available mdevs at: set().
Apr 30 15:57:40.579395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:57:40.579395 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:40.585524 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:40.587156 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:57:40.590747 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Traceback (most recent call last):
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     yield resources
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     return f(*args, **kwargs)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     chosen_mdev = self._create_mdev(
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     self._host.device_create(conf)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     raise e.with_traceback(tb)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     rv = meth(*args, **kwargs)
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:40.592942 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] 
Apr 30 15:57:40.876474 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:41.077214 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:41.088952 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Updating instance_info_cache with network_info: [{"id": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "address": "fa:16:3e:3c:18:85", "network": {"id": "53a744fa-2ce7-4185-86e1-8025c8010323", "bridge": "br-int", "label": "tempest-network-smoke--584784296", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap05297ecc-7d", "ovs_interfaceid": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"e99aae0a-fad7-5b77-9013-2c39ddcfc0b3": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:41.580935 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 40c3ab42-3657-4173-b73f-9fc668fafaab] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:57:41.591738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Releasing lock "refresh_cache-9fd65b1a-7389-498d-ba91-db6825b750f8" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:41.591738 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Instance network_info: |[{"id": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "address": "fa:16:3e:3c:18:85", "network": {"id": "53a744fa-2ce7-4185-86e1-8025c8010323", "bridge": "br-int", "label": "tempest-network-smoke--584784296", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap05297ecc-7d", "ovs_interfaceid": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"e99aae0a-fad7-5b77-9013-2c39ddcfc0b3": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:57:41.592620 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Terminating instance
Apr 30 15:57:42.096759 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:57:42.101211 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:57:42.101211 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Instance destroyed successfully.
Apr 30 15:57:42.102584 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-22168225',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-minbwallocationplacementtest-server-22168225',id=153,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-28p6l9mo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:39Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=9fd65b1a-7389-498d-ba91-db6825b750f8,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "address": "fa:16:3e:3c:18:85", "network": {"id": "53a744fa-2ce7-4185-86e1-8025c8010323", "bridge": "br-int", "label": "tempest-network-smoke--584784296", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap05297ecc-7d", "ovs_interfaceid": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"e99aae0a-fad7-5b77-9013-2c39ddcfc0b3": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:42.102955 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "address": "fa:16:3e:3c:18:85", "network": {"id": "53a744fa-2ce7-4185-86e1-8025c8010323", "bridge": "br-int", "label": "tempest-network-smoke--584784296", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap05297ecc-7d", "ovs_interfaceid": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"e99aae0a-fad7-5b77-9013-2c39ddcfc0b3": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:42.103952 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:18:85,bridge_name='br-int',has_traffic_filtering=True,id=05297ecc-7d5c-4aea-8827-9d3c26795dd9,network=Network(53a744fa-2ce7-4185-86e1-8025c8010323),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap05297ecc-7d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:42.104650 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:18:85,bridge_name='br-int',has_traffic_filtering=True,id=05297ecc-7d5c-4aea-8827-9d3c26795dd9,network=Network(53a744fa-2ce7-4185-86e1-8025c8010323),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap05297ecc-7d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:42.106335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:42.107010 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap05297ecc-7d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:42.107413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:42.111705 np0040594247 nova-compute[88153]: INFO os_vif [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:18:85,bridge_name='br-int',has_traffic_filtering=True,id=05297ecc-7d5c-4aea-8827-9d3c26795dd9,network=Network(53a744fa-2ce7-4185-86e1-8025c8010323),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap05297ecc-7d')
Apr 30 15:57:42.112230 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Deleting instance files /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8_del
Apr 30 15:57:42.112928 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Deletion of /opt/stack/data/nova/instances/9fd65b1a-7389-498d-ba91-db6825b750f8_del complete
Apr 30 15:57:42.626838 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:57:42.629568 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Deleted allocations for instance 40c3ab42-3657-4173-b73f-9fc668fafaab
Apr 30 15:57:42.637695 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70767890> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:57:42.638013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:42.638407 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:43.150315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3b7b17bc-10a3-44f9-9398-67cce5e2469e tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "40c3ab42-3657-4173-b73f-9fc668fafaab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.191s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:43.260410 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:43.265704 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:43.266653 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:43.266653 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:43.266803 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:43.267159 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:43.686808 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:57:43.688455 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:57:43.689065 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Creating image(s)
Apr 30 15:57:43.689489 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:57:43.689829 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Ensure instance console log exists: /opt/stack/data/nova/instances/9de61686-18bd-4541-9dc8-d8949a8b9012/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:57:43.690211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:43.690525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:43.690888 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:57:43.694029 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Available mdevs at: set().
Apr 30 15:57:43.694291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:57:43.694548 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:43.698595 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:43.699410 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:57:43.702292 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.012s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Traceback (most recent call last):
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     yield resources
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     return f(*args, **kwargs)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     chosen_mdev = self._create_mdev(
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     self._host.device_create(conf)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     raise e.with_traceback(tb)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     rv = meth(*args, **kwargs)
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:43.704317 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] 
Apr 30 15:57:43.706077 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Terminating instance
Apr 30 15:57:43.771936 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:43.772404 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:43.826325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:44.211279 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:57:44.214528 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:57:44.214656 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Instance destroyed successfully.
Apr 30 15:57:44.215883 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:57:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1790780621',display_name='tempest-TestVolumeBootPattern-server-1790780621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testvolumebootpattern-server-1790780621',id=152,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-920b7dmd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:37Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=9de61686-18bd-4541-9dc8-d8949a8b9012,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b4b3209-d867-4428-8b47-09aa89648248", "address": "fa:16:3e:7b:ed:ab", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6b4b3209-d8", "ovs_interfaceid": "6b4b3209-d867-4428-8b47-09aa89648248", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:44.216255 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "6b4b3209-d867-4428-8b47-09aa89648248", "address": "fa:16:3e:7b:ed:ab", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6b4b3209-d8", "ovs_interfaceid": "6b4b3209-d867-4428-8b47-09aa89648248", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:44.217256 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ed:ab,bridge_name='br-int',has_traffic_filtering=True,id=6b4b3209-d867-4428-8b47-09aa89648248,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b4b3209-d8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:44.217673 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ed:ab,bridge_name='br-int',has_traffic_filtering=True,id=6b4b3209-d867-4428-8b47-09aa89648248,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b4b3209-d8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:44.219218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:44.219601 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b4b3209-d8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:44.219913 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:44.222735 np0040594247 nova-compute[88153]: INFO os_vif [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ed:ab,bridge_name='br-int',has_traffic_filtering=True,id=6b4b3209-d867-4428-8b47-09aa89648248,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b4b3209-d8')
Apr 30 15:57:44.272483 np0040594247 nova-compute[88153]: DEBUG os_brick.encryptors [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Using volume encryption metadata '{'encryption_key_id': '00000000-0000-0000-0000-000000000000', 'control_location': 'front-end', 'cipher': 'aes-xts-plain64', 'key_size': 256, 'provider': 'luks'}' for connection: {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-ba31995d-52cf-4a70-b4eb-5d68e9289522', 'target_lun': 0, 'volume_id': 'ba31995d-52cf-4a70-b4eb-5d68e9289522', 'auth_method': 'CHAP', 'auth_username': 'QDoFANjZ6NAQAyA26h4H', 'auth_password': '***', 'encrypted': True, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'reserved', 'instance': '9de61686-18bd-4541-9dc8-d8949a8b9012', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba31995d-52cf-4a70-b4eb-5d68e9289522', 'serial'} {{(pid=88153) get_encryption_metadata /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/encryptors/__init__.py:135}}
Apr 30 15:57:44.272875 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:57:44.273764 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-ba31995d-52cf-4a70-b4eb-5d68e9289522', 'target_lun': 0, 'volume_id': 'ba31995d-52cf-4a70-b4eb-5d68e9289522', 'auth_method': 'CHAP', 'auth_username': 'QDoFANjZ6NAQAyA26h4H', 'auth_password': '***', 'encrypted': True, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:57:44.274086 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:57:44.274656 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:57:44.276168 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:44.284445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.646s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Traceback (most recent call last):
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     return f(*args, **kwargs)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     chosen_mdev = self._create_mdev(
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     self._host.device_create(conf)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     raise e.with_traceback(tb)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     rv = meth(*args, **kwargs)
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:44.286635 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] 
Apr 30 15:57:44.288420 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:57:44.289075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:44.289258 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[4e938340-c265-4f81-9bec-bbb4096b8122]: Unexpected error while running command.
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:57:44.289456 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:57:44.290559 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e938340-c265-4f81-9bec-bbb4096b8122]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:57:44.293139 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:57:44.296431 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:57:44.296431 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.019s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:57:44.296431 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== disconnect_volume: return (20ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:57:44.296431 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:57:44.296431 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Deleting instance files /opt/stack/data/nova/instances/9de61686-18bd-4541-9dc8-d8949a8b9012_del
Apr 30 15:57:44.296431 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Deletion of /opt/stack/data/nova/instances/9de61686-18bd-4541-9dc8-d8949a8b9012_del complete
Apr 30 15:57:44.298917 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Build of instance 9fd65b1a-7389-498d-ba91-db6825b750f8 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:57:44.301252 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:57:44.302239 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-MinBwAllocationPlacementTest-server-22168225',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-minbwallocationplacementtest-server-22168225',id=153,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd5d48de15124cbfb5edfc57dd3c543a',ramdisk_id='',reservation_id='r-28p6l9mo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-MinBwAllocationPlacementTest-516169912',owner_user_name='tempest-MinBwAllocationPlacementTest-516169912-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:42Z,user_data=None,user_id='537f040238c24c32a47531eea8339e99',uuid=9fd65b1a-7389-498d-ba91-db6825b750f8,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "address": "fa:16:3e:3c:18:85", "network": {"id": "53a744fa-2ce7-4185-86e1-8025c8010323", "bridge": "br-int", "label": "tempest-network-smoke--584784296", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap05297ecc-7d", "ovs_interfaceid": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"e99aae0a-fad7-5b77-9013-2c39ddcfc0b3": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:44.302582 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converting VIF {"id": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "address": "fa:16:3e:3c:18:85", "network": {"id": "53a744fa-2ce7-4185-86e1-8025c8010323", "bridge": "br-int", "label": "tempest-network-smoke--584784296", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "34c4c1f8d6414fefaeb877f9d941988b", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap05297ecc-7d", "ovs_interfaceid": "05297ecc-7d5c-4aea-8827-9d3c26795dd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"e99aae0a-fad7-5b77-9013-2c39ddcfc0b3": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:44.303403 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:18:85,bridge_name='br-int',has_traffic_filtering=True,id=05297ecc-7d5c-4aea-8827-9d3c26795dd9,network=Network(53a744fa-2ce7-4185-86e1-8025c8010323),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap05297ecc-7d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:44.303844 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:18:85,bridge_name='br-int',has_traffic_filtering=True,id=05297ecc-7d5c-4aea-8827-9d3c26795dd9,network=Network(53a744fa-2ce7-4185-86e1-8025c8010323),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap05297ecc-7d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:44.305979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:44.306357 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap05297ecc-7d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:44.306602 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:44.309139 np0040594247 nova-compute[88153]: INFO os_vif [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:18:85,bridge_name='br-int',has_traffic_filtering=True,id=05297ecc-7d5c-4aea-8827-9d3c26795dd9,network=Network(53a744fa-2ce7-4185-86e1-8025c8010323),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap05297ecc-7d')
Apr 30 15:57:44.309616 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:57:44.309782 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:57:44.310101 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:57:44.810444 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Took 0.60 seconds to destroy the instance on the hypervisor.
Apr 30 15:57:45.459179 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:45.962739 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] [instance: 9fd65b1a-7389-498d-ba91-db6825b750f8] Took 1.65 seconds to deallocate network for instance.
Apr 30 15:57:47.009891 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Deleted allocations for instance 9fd65b1a-7389-498d-ba91-db6825b750f8
Apr 30 15:57:47.521826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d20ee9a9-da6c-4a30-bdd6-ad42d1282b17 tempest-MinBwAllocationPlacementTest-516169912 tempest-MinBwAllocationPlacementTest-516169912-project-member] Lock "9fd65b1a-7389-498d-ba91-db6825b750f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.765s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:48.796719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "932ab68a-bedd-4d5a-a383-3137cee59e21" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:48.796719 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "932ab68a-bedd-4d5a-a383-3137cee59e21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:48.828719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4519-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:57:48.829484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:57:48.829484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:57:48.829722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:57:48.830498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:48.831195 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:57:48.899251 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Took 4.09 seconds to detach 1 volumes for instance.
Apr 30 15:57:48.901985 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d705942f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:57:48.902255 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:48.902661 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:49.299903 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:57:49.517909 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:49.523748 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:49.524573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:49.524573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:49.524573 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:49.524908 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:49.838034 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:49.855218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.030090 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:50.030627 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:50.040491 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.260049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.262534 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.547543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.645s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Traceback (most recent call last):
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     return f(*args, **kwargs)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     chosen_mdev = self._create_mdev(
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     self._host.device_create(conf)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     raise e.with_traceback(tb)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     rv = meth(*args, **kwargs)
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:50.550352 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] 
Apr 30 15:57:50.551932 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:57:50.553020 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.717s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:50.553840 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Build of instance 9de61686-18bd-4541-9dc8-d8949a8b9012 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:57:50.556044 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:57:50.557448 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:57:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1790780621',display_name='tempest-TestVolumeBootPattern-server-1790780621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testvolumebootpattern-server-1790780621',id=152,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-920b7dmd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:44Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=9de61686-18bd-4541-9dc8-d8949a8b9012,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b4b3209-d867-4428-8b47-09aa89648248", "address": "fa:16:3e:7b:ed:ab", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6b4b3209-d8", "ovs_interfaceid": "6b4b3209-d867-4428-8b47-09aa89648248", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:50.557925 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "6b4b3209-d867-4428-8b47-09aa89648248", "address": "fa:16:3e:7b:ed:ab", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6b4b3209-d8", "ovs_interfaceid": "6b4b3209-d867-4428-8b47-09aa89648248", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:50.558810 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ed:ab,bridge_name='br-int',has_traffic_filtering=True,id=6b4b3209-d867-4428-8b47-09aa89648248,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b4b3209-d8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:50.559302 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ed:ab,bridge_name='br-int',has_traffic_filtering=True,id=6b4b3209-d867-4428-8b47-09aa89648248,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b4b3209-d8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:50.560976 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.561564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b4b3209-d8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:50.561868 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:50.565239 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:57:50.565644 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Claim successful on node np0040594247
Apr 30 15:57:50.569369 np0040594247 nova-compute[88153]: INFO os_vif [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:ed:ab,bridge_name='br-int',has_traffic_filtering=True,id=6b4b3209-d867-4428-8b47-09aa89648248,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b4b3209-d8')
Apr 30 15:57:50.569775 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:57:50.570155 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:57:50.570517 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:57:50.606905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.629711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.729900 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:50.770057 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:51.568725 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:51.684086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:51.690497 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:51.692356 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:51.692356 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:51.692356 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:51.692658 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:52.071930 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 9de61686-18bd-4541-9dc8-d8949a8b9012] Took 1.50 seconds to deallocate network for instance.
Apr 30 15:57:52.196910 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:52.197432 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:52.263976 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:52.267027 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:52.459098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:52.505453 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:52.709773 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:52.710625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:57:52.728358 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:52.764558 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:53.125380 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Deleted allocations for instance 9de61686-18bd-4541-9dc8-d8949a8b9012
Apr 30 15:57:53.220889 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:57:53.221063 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:57:53.280475 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be59bc949078496c8e4a4ad5575a4c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f6de64232d46a3b7129db0a86b01dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:57:53.333049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:53.358220 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:53.636000 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-7931e611-5343-4fee-b1a4-2854d67a775b tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "9de61686-18bd-4541-9dc8-d8949a8b9012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.403s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:53.726647 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:57:53.853177 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Successfully created port: 44484404-a2a7-4d29-8e8e-23f81474749e {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:57:54.002357 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:54.231283 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:57:54.272981 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:54.272981 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:54.435368 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Successfully updated port: 44484404-a2a7-4d29-8e8e-23f81474749e {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:57:54.477833 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Received event network-changed-44484404-a2a7-4d29-8e8e-23f81474749e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:57:54.478184 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Refreshing instance network info cache due to event network-changed-44484404-a2a7-4d29-8e8e-23f81474749e. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:57:54.478481 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] Acquiring lock "refresh_cache-932ab68a-bedd-4d5a-a383-3137cee59e21" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:54.478848 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] Acquired lock "refresh_cache-932ab68a-bedd-4d5a-a383-3137cee59e21" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:54.479164 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Refreshing network info cache for port 44484404-a2a7-4d29-8e8e-23f81474749e {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:57:54.698065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:54.738852 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:54.937233 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "refresh_cache-932ab68a-bedd-4d5a-a383-3137cee59e21" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:57:54.956460 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:54.987037 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:55.032901 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:55.169580 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:55.254474 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:57:55.256546 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:57:55.257107 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Creating image(s)
Apr 30 15:57:55.258337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "/opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:55.258826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "/opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:55.260448 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "/opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:55.261156 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:55.266963 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:55.269299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:55.382916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:55.383511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:55.384243 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:55.385029 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:55.390548 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:57:55.391128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:55.484981 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:55.485569 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:55.522584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:55.523198 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:55.523764 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:55.622049 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:55.622604 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:57:55.623217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:57:55.675504 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a516b32e-44b6-4a90-8831-584aaf6e9ca4 req-03310537-8e48-4642-880b-159bd38422a6 service nova] Releasing lock "refresh_cache-932ab68a-bedd-4d5a-a383-3137cee59e21" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:55.677213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquired lock "refresh_cache-932ab68a-bedd-4d5a-a383-3137cee59e21" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:57:55.677821 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:57:55.717032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:57:55.717494 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Cannot resize image /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:57:55.718056 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:57:55.718384 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Ensure instance console log exists: /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:57:55.718903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:55.719420 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:55.719914 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:57:55.723444 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Available mdevs at: set().
Apr 30 15:57:55.723758 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:57:55.724031 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:55.729246 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:55.730447 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:57:55.733128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Traceback (most recent call last):
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     yield resources
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     return f(*args, **kwargs)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     chosen_mdev = self._create_mdev(
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     self._host.device_create(conf)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     raise e.with_traceback(tb)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     rv = meth(*args, **kwargs)
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:55.735674 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] 
Apr 30 15:57:56.027051 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:56.056192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:56.231269 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:57:56.492126 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Updating instance_info_cache with network_info: [{"id": "44484404-a2a7-4d29-8e8e-23f81474749e", "address": "fa:16:3e:7c:44:57", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap44484404-a2", "ovs_interfaceid": "44484404-a2a7-4d29-8e8e-23f81474749e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:57:56.995663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Releasing lock "refresh_cache-932ab68a-bedd-4d5a-a383-3137cee59e21" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:57:56.996171 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Instance network_info: |[{"id": "44484404-a2a7-4d29-8e8e-23f81474749e", "address": "fa:16:3e:7c:44:57", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap44484404-a2", "ovs_interfaceid": "44484404-a2a7-4d29-8e8e-23f81474749e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:57:56.996857 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Terminating instance
Apr 30 15:57:57.503029 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:57:57.507283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:57:57.507440 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Instance destroyed successfully.
Apr 30 15:57:57.508807 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-536166415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-attachvolumeshelvetestjson-server-536166415',id=154,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZpv3oAsy7r+1CS6BjoYaV6B1cnBzrTHzYerG+Bxb9lBirRQIn4KhadmqO43fNc4NqoY+vSNBgkkNmKIqKkZP/+9sBheh/A+M0qAAPB2vtjHxEu+pORiF5idwsJ2uo9MA==',key_name='tempest-keypair-1583226869',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f6de64232d46a3b7129db0a86b01dc',ramdisk_id='',reservation_id='r-wu43bucn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-442810879',owner_user_name='tempest-AttachVolumeShelveTestJSON-442810879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be59bc949078496c8e4a4ad5575a4c8b',uuid=932ab68a-bedd-4d5a-a383-3137cee59e21,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44484404-a2a7-4d29-8e8e-23f81474749e", "address": "fa:16:3e:7c:44:57", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap44484404-a2", "ovs_interfaceid": "44484404-a2a7-4d29-8e8e-23f81474749e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:57.509157 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converting VIF {"id": "44484404-a2a7-4d29-8e8e-23f81474749e", "address": "fa:16:3e:7c:44:57", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap44484404-a2", "ovs_interfaceid": "44484404-a2a7-4d29-8e8e-23f81474749e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:57.510243 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:44:57,bridge_name='br-int',has_traffic_filtering=True,id=44484404-a2a7-4d29-8e8e-23f81474749e,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44484404-a2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:57.510765 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:44:57,bridge_name='br-int',has_traffic_filtering=True,id=44484404-a2a7-4d29-8e8e-23f81474749e,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44484404-a2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:57.512707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:57.513188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44484404-a2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:57.513535 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:57.516262 np0040594247 nova-compute[88153]: INFO os_vif [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:44:57,bridge_name='br-int',has_traffic_filtering=True,id=44484404-a2a7-4d29-8e8e-23f81474749e,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44484404-a2')
Apr 30 15:57:57.516940 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Deleting instance files /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21_del
Apr 30 15:57:57.517429 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Deletion of /opt/stack/data/nova/instances/932ab68a-bedd-4d5a-a383-3137cee59e21_del complete
Apr 30 15:57:57.889343 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:57:58.027653 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:57:58.030374 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7032b1a0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:57:58.030735 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:58.031116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:58.398637 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:58.627444 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]: </device>
Apr 30 15:57:58.633033 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:57:58.633871 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:57:58.633871 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:57:58.634096 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:58.634544 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:57:58.776751 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:58.787601 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:58.801234 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:58.832995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:58.834919 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:57:58.892738 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:58.934763 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:59.005546 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:59.139435 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:59.140128 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:57:59.653124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.622s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Traceback (most recent call last):
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     return f(*args, **kwargs)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     chosen_mdev = self._create_mdev(
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     self._host.device_create(conf)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     rv = execute(f, *args, **kwargs)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     raise e.with_traceback(tb)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     rv = meth(*args, **kwargs)
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:57:59.655378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] 
Apr 30 15:57:59.658562 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:57:59.658562 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.260s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:59.658562 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:57:59.658774 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:57:59.660255 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Build of instance 932ab68a-bedd-4d5a-a383-3137cee59e21 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:57:59.662744 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:57:59.664160 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:57:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-536166415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-attachvolumeshelvetestjson-server-536166415',id=154,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZpv3oAsy7r+1CS6BjoYaV6B1cnBzrTHzYerG+Bxb9lBirRQIn4KhadmqO43fNc4NqoY+vSNBgkkNmKIqKkZP/+9sBheh/A+M0qAAPB2vtjHxEu+pORiF5idwsJ2uo9MA==',key_name='tempest-keypair-1583226869',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f6de64232d46a3b7129db0a86b01dc',ramdisk_id='',reservation_id='r-wu43bucn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-442810879',owner_user_name='tempest-AttachVolumeShelveTestJSON-442810879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:57:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be59bc949078496c8e4a4ad5575a4c8b',uuid=932ab68a-bedd-4d5a-a383-3137cee59e21,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44484404-a2a7-4d29-8e8e-23f81474749e", "address": "fa:16:3e:7c:44:57", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap44484404-a2", "ovs_interfaceid": "44484404-a2a7-4d29-8e8e-23f81474749e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:57:59.665073 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converting VIF {"id": "44484404-a2a7-4d29-8e8e-23f81474749e", "address": "fa:16:3e:7c:44:57", "network": {"id": "ed463555-cbdb-4177-a1d4-70a649949173", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1224275722-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "e5f6de64232d46a3b7129db0a86b01dc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap44484404-a2", "ovs_interfaceid": "44484404-a2a7-4d29-8e8e-23f81474749e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:57:59.665524 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:44:57,bridge_name='br-int',has_traffic_filtering=True,id=44484404-a2a7-4d29-8e8e-23f81474749e,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44484404-a2') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:57:59.666198 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:44:57,bridge_name='br-int',has_traffic_filtering=True,id=44484404-a2a7-4d29-8e8e-23f81474749e,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44484404-a2') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:57:59.668692 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:59.669292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44484404-a2, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:57:59.669717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:57:59.673065 np0040594247 nova-compute[88153]: INFO os_vif [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:44:57,bridge_name='br-int',has_traffic_filtering=True,id=44484404-a2a7-4d29-8e8e-23f81474749e,network=Network(ed463555-cbdb-4177-a1d4-70a649949173),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44484404-a2')
Apr 30 15:57:59.673589 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:57:59.673798 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:57:59.674110 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:57:59.882036 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:57:59.883354 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1655MB free_disk=56.481781005859375GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:57:59.883592 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:57:59.883954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:57:59.979984 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:57:59.989705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.003168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.042495 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.118311 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.163142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.274994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.276237 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.283388 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.285135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.307099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.311950 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:00.577353 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:01.081586 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] [instance: 932ab68a-bedd-4d5a-a383-3137cee59e21] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:58:01.427247 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 932ab68a-bedd-4d5a-a383-3137cee59e21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:58:01.429904 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:58:01.429904 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:58:01.545247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:01.553643 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:01.557603 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:01.557603 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:01.557603 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:01.557603 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:02.062364 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:02.062629 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:02.140346 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Deleted allocations for instance 932ab68a-bedd-4d5a-a383-3137cee59e21
Apr 30 15:58:02.575933 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:58:02.575933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.692s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:02.658002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a0caac8d-e3da-49c2-8be9-92c1d0501157 tempest-AttachVolumeShelveTestJSON-442810879 tempest-AttachVolumeShelveTestJSON-442810879-project-member] Lock "932ab68a-bedd-4d5a-a383-3137cee59e21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.863s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:03.461681 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:03.469108 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:03.482755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:03.506860 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:03.591960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:03.613496 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "35be5c03-c5ee-48d4-9034-c9172f122b52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:03.616958 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "35be5c03-c5ee-48d4-9034-c9172f122b52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:03.667642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.011926 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.124697 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:58:04.278414 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.279215 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.282025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.406120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.418787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.427245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.442144 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.475836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.518818 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.554234 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.576190 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:04.579753 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:04.584355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.618973 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.642013 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:04.676779 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:04.677148 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:04.683157 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:58:04.683460 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Claim successful on node np0040594247
Apr 30 15:58:05.788281 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:05.795250 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:05.796158 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:05.796158 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:05.796158 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:05.796511 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:05.916305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:05.955518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.275272 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.278216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.301457 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:06.301995 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:06.327154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.332660 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.334845 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.339101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.362939 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.365800 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.368733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.523892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.555418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:06.815594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:06.820169 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:58:06.889639 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:06.889948 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:58:07.215935 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:07.225943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:07.241155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:07.270727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:07.327743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:07.328922 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:58:07.329190 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:58:07.373472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:07.404164 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbceda615ea41dd95e0d894d81c0880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfac712ed8764c23a89ce3fb5016c1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:58:07.834504 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:58:07.890714 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:07.890714 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:08.113533 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Successfully created port: 243daf46-0b2c-410f-8f8f-f389aaaf1e5f {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:58:08.276971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:08.276971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:08.336515 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:08.339120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:08.340145 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:58:08.345301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:08.748141 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Successfully updated port: 243daf46-0b2c-410f-8f8f-f389aaaf1e5f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:58:08.836846 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:08.850809 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Booting with volume bcfde396-d6d0-4340-a56d-6c4a7057ea82 at /dev/vda
Apr 30 15:58:08.917585 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:58:08.918757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:08.926555 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:08.926847 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf328ef-8569-45e7-bfef-741e18ac43cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:08.928542 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:08.936711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:08.937118 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f3a48d8-0302-4cbe-88bb-c8cccce210cc]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:08.938227 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:08.946113 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:08.946357 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb5b0b4a-3cca-4234-95a2-fae442546b39]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:08.947808 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[558ff78a-625e-4857-8b14-288bfcbb492f]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:08.948062 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:08.968656 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:58:08.968837 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:58:08.970325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:08.976982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:58:08.977673 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:58:08.978038 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eda5a52-a1d0-45de-9875-7a16b090a632]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:08.980664 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:58:08.982080 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:58:08.982379 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:58:08.982688 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:58:08.983489 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== get_connector_properties: return (65ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:58:08.983989 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Updating existing volume attachment record: 3f72a5fa-7a72-4f08-ade4-ad30199167b5 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:58:08.995512 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Received event network-changed-243daf46-0b2c-410f-8f8f-f389aaaf1e5f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:58:08.995656 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Refreshing instance network info cache due to event network-changed-243daf46-0b2c-410f-8f8f-f389aaaf1e5f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:58:08.996036 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] Acquiring lock "refresh_cache-35be5c03-c5ee-48d4-9034-c9172f122b52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:08.996296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] Acquired lock "refresh_cache-35be5c03-c5ee-48d4-9034-c9172f122b52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:08.996599 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Refreshing network info cache for port 243daf46-0b2c-410f-8f8f-f389aaaf1e5f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:58:09.013717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:09.252893 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "refresh_cache-35be5c03-c5ee-48d4-9034-c9172f122b52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:09.553746 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:09.671729 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:09.890016 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:10.176579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c25794fe-6a61-4edc-8a9a-8ea404233685 req-eab416d6-da04-413d-86de-34f81412897e service nova] Releasing lock "refresh_cache-35be5c03-c5ee-48d4-9034-c9172f122b52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:10.177035 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquired lock "refresh_cache-35be5c03-c5ee-48d4-9034-c9172f122b52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:10.178503 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:58:10.737473 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:10.995278 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Updating instance_info_cache with network_info: [{"id": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "address": "fa:16:3e:ed:3e:91", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap243daf46-0b", "ovs_interfaceid": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:11.503018 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Releasing lock "refresh_cache-35be5c03-c5ee-48d4-9034-c9172f122b52" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:11.503018 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Instance network_info: |[{"id": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "address": "fa:16:3e:ed:3e:91", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap243daf46-0b", "ovs_interfaceid": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:58:11.880983 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:12.236242 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:12.329483 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:12.972559 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquiring lock "4c5bbb00-b139-4b6e-abcc-e45eb34a269c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:12.972943 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "4c5bbb00-b139-4b6e-abcc-e45eb34a269c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:13.476396 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:58:13.881012 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:14.014444 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:14.014444 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:14.021968 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:58:14.022429 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Claim successful on node np0040594247
Apr 30 15:58:14.028902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:15.150505 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:15.157253 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:15.158949 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:15.158949 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:15.158949 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:15.158949 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:15.642253 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:58:15.643984 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:58:15.644466 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Creating image(s)
Apr 30 15:58:15.645089 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:58:15.645468 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Ensure instance console log exists: /opt/stack/data/nova/instances/35be5c03-c5ee-48d4-9034-c9172f122b52/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:58:15.645983 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:15.646400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:15.646890 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:58:15.650701 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Available mdevs at: set().
Apr 30 15:58:15.651062 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:58:15.651406 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:15.656469 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:15.657542 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:58:15.660597 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Traceback (most recent call last):
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     yield resources
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     return f(*args, **kwargs)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     chosen_mdev = self._create_mdev(
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     self._host.device_create(conf)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     raise e.with_traceback(tb)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     rv = meth(*args, **kwargs)
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:15.662856 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] 
Apr 30 15:58:15.664784 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Terminating instance
Apr 30 15:58:15.666030 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:15.666559 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:16.179596 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:16.180270 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:58:16.184446 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:58:16.188195 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:58:16.188364 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Instance destroyed successfully.
Apr 30 15:58:16.189685 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:58:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1561572176',display_name='tempest-TestVolumeBootPattern-server-1561572176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testvolumebootpattern-server-1561572176',id=155,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-00sjc4f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:08Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=35be5c03-c5ee-48d4-9034-c9172f122b52,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "address": "fa:16:3e:ed:3e:91", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap243daf46-0b", "ovs_interfaceid": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:16.190061 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "address": "fa:16:3e:ed:3e:91", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap243daf46-0b", "ovs_interfaceid": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:16.191031 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:3e:91,bridge_name='br-int',has_traffic_filtering=True,id=243daf46-0b2c-410f-8f8f-f389aaaf1e5f,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap243daf46-0b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:16.191541 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:3e:91,bridge_name='br-int',has_traffic_filtering=True,id=243daf46-0b2c-410f-8f8f-f389aaaf1e5f,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap243daf46-0b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:16.193555 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:16.194011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap243daf46-0b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:16.194297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:16.197072 np0040594247 nova-compute[88153]: INFO os_vif [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:3e:91,bridge_name='br-int',has_traffic_filtering=True,id=243daf46-0b2c-410f-8f8f-f389aaaf1e5f,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap243daf46-0b')
Apr 30 15:58:16.243876 np0040594247 nova-compute[88153]: DEBUG os_brick.encryptors [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Using volume encryption metadata '{'encryption_key_id': '00000000-0000-0000-0000-000000000000', 'control_location': 'front-end', 'cipher': 'aes-xts-plain64', 'key_size': 256, 'provider': 'luks2'}' for connection: {'driver_volume_type': 'iscsi', 'data': {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-bcfde396-d6d0-4340-a56d-6c4a7057ea82', 'target_lun': 0, 'volume_id': 'bcfde396-d6d0-4340-a56d-6c4a7057ea82', 'auth_method': 'CHAP', 'auth_username': 'CNjb5p3VZYpX8rBxxqKY', 'auth_password': '***', 'encrypted': True, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, 'status': 'reserved', 'instance': '35be5c03-c5ee-48d4-9034-c9172f122b52', 'attached_at': '', 'detached_at': '', 'volume_id': 'bcfde396-d6d0-4340-a56d-6c4a7057ea82', 'serial'} {{(pid=88153) get_encryption_metadata /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/encryptors/__init__.py:135}}
Apr 30 15:58:16.244212 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:58:16.245097 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-bcfde396-d6d0-4340-a56d-6c4a7057ea82', 'target_lun': 0, 'volume_id': 'bcfde396-d6d0-4340-a56d-6c4a7057ea82', 'auth_method': 'CHAP', 'auth_username': 'CNjb5p3VZYpX8rBxxqKY', 'auth_password': '***', 'encrypted': True, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:58:16.245387 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:58:16.246001 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:58:16.247800 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:16.258281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:16.258281 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[046eb984-e3f6-4c4a-90e5-58081d961369]: Unexpected error while running command.
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:58:16.259720 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[046eb984-e3f6-4c4a-90e5-58081d961369]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:58:16.264488 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:58:16.267909 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:58:16.267909 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:58:16.267909 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== disconnect_volume: return (20ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:58:16.267909 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:58:16.267909 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Deleting instance files /opt/stack/data/nova/instances/35be5c03-c5ee-48d4-9034-c9172f122b52_del
Apr 30 15:58:16.267909 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Deletion of /opt/stack/data/nova/instances/35be5c03-c5ee-48d4-9034-c9172f122b52_del complete
Apr 30 15:58:16.689376 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:58:16.689644 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:58:16.749085 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66b359249384976a1cbdbdfda4f7c71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db733e5ab1a7400aa67d936d9d618fbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:58:16.778507 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Took 0.59 seconds to destroy the instance on the hypervisor.
Apr 30 15:58:17.194550 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:58:17.402845 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Successfully created port: 514c76c3-0822-4a90-8155-2e64d4612326 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:58:17.700413 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:58:18.072891 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Successfully updated port: 514c76c3-0822-4a90-8155-2e64d4612326 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:58:18.119961 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Received event network-changed-514c76c3-0822-4a90-8155-2e64d4612326 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:58:18.120387 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Refreshing instance network info cache due to event network-changed-514c76c3-0822-4a90-8155-2e64d4612326. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:58:18.120883 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] Acquiring lock "refresh_cache-4c5bbb00-b139-4b6e-abcc-e45eb34a269c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:18.121201 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] Acquired lock "refresh_cache-4c5bbb00-b139-4b6e-abcc-e45eb34a269c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:18.121461 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Refreshing network info cache for port 514c76c3-0822-4a90-8155-2e64d4612326 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:58:18.578450 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquiring lock "refresh_cache-4c5bbb00-b139-4b6e-abcc-e45eb34a269c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:18.676193 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:18.713560 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:58:18.715340 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:58:18.715880 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Creating image(s)
Apr 30 15:58:18.716922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquiring lock "/opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:18.717682 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "/opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:18.718865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "/opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:18.720330 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:18.727860 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:18.729608 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:18.822521 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:18.823008 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:18.823750 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:18.824401 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:18.831351 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:18.832036 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:18.852189 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:18.855516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:18.936344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:18.937316 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:18.975850 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:18.976750 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.153s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:18.977398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:19.023336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:19.071906 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:19.072463 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:58:19.072981 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:19.164992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:19.165605 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Cannot resize image /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:58:19.166203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:58:19.166576 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Ensure instance console log exists: /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:58:19.167153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:19.167580 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:19.167993 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:58:19.173132 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Available mdevs at: set().
Apr 30 15:58:19.173132 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:58:19.173132 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:19.178267 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:58:19.181992 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Traceback (most recent call last):
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     yield resources
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     return f(*args, **kwargs)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     chosen_mdev = self._create_mdev(
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     self._host.device_create(conf)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     raise e.with_traceback(tb)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     rv = meth(*args, **kwargs)
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:19.184404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] 
Apr 30 15:58:19.358962 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-6ebac2e6-81bc-4b04-b938-3a9b91f8490b req-cfce1f42-6af0-4cc2-a4a8-ec66c434a259 service nova] Releasing lock "refresh_cache-4c5bbb00-b139-4b6e-abcc-e45eb34a269c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:19.360468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquired lock "refresh_cache-4c5bbb00-b139-4b6e-abcc-e45eb34a269c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:19.360468 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:58:19.948167 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:19.993120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.003474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.016169 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.056539 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.119501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.160929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.272503 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Updating instance_info_cache with network_info: [{"id": "514c76c3-0822-4a90-8155-2e64d4612326", "address": "fa:16:3e:06:b6:19", "network": {"id": "fd3581d0-5645-40f7-8f09-7a69cd90c564", "bridge": "br-int", "label": "tempest-TestServerBasicOps-1192451365-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "db733e5ab1a7400aa67d936d9d618fbc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap514c76c3-08", "ovs_interfaceid": "514c76c3-0822-4a90-8155-2e64d4612326", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:20.287309 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.290497 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.293711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:20.780047 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Releasing lock "refresh_cache-4c5bbb00-b139-4b6e-abcc-e45eb34a269c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:20.780047 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Instance network_info: |[{"id": "514c76c3-0822-4a90-8155-2e64d4612326", "address": "fa:16:3e:06:b6:19", "network": {"id": "fd3581d0-5645-40f7-8f09-7a69cd90c564", "bridge": "br-int", "label": "tempest-TestServerBasicOps-1192451365-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "db733e5ab1a7400aa67d936d9d618fbc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap514c76c3-08", "ovs_interfaceid": "514c76c3-0822-4a90-8155-2e64d4612326", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:58:20.780047 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Terminating instance
Apr 30 15:58:21.287878 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:58:21.300945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:58:21.300945 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Instance destroyed successfully.
Apr 30 15:58:21.302614 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2025-04-30T15:58:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerBasicOps-server-872550271',display_name='tempest-TestServerBasicOps-server-872550271',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testserverbasicops-server-872550271',id=156,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG4Pgxxs23xtZOG+jxVgj0pzrmMzWUlWKyLI9Dze3rJJuukGNs51TYxSGO9OTjfalS/4gfGp8zT3HBY3DqMF44/MNn0A5WEuFTgyh4GHW0kfDP5XtYSx+E4hIrZ+t+txNw==',key_name='tempest-TestServerBasicOps-458479626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={meta1='data1',meta2='data2',metaN='dataN'},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='db733e5ab1a7400aa67d936d9d618fbc',ramdisk_id='',reservation_id='r-vhgm06z3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerBasicOps-122270895',owner_user_name='tempest-TestServerBasicOps-122270895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b66b359249384976a1cbdbdfda4f7c71',uuid=4c5bbb00-b139-4b6e-abcc-e45eb34a269c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "514c76c3-0822-4a90-8155-2e64d4612326", "address": "fa:16:3e:06:b6:19", "network": {"id": "fd3581d0-5645-40f7-8f09-7a69cd90c564", "bridge": "br-int", "label": "tempest-TestServerBasicOps-1192451365-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "db733e5ab1a7400aa67d936d9d618fbc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap514c76c3-08", "ovs_interfaceid": "514c76c3-0822-4a90-8155-2e64d4612326", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:21.302897 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Converting VIF {"id": "514c76c3-0822-4a90-8155-2e64d4612326", "address": "fa:16:3e:06:b6:19", "network": {"id": "fd3581d0-5645-40f7-8f09-7a69cd90c564", "bridge": "br-int", "label": "tempest-TestServerBasicOps-1192451365-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "db733e5ab1a7400aa67d936d9d618fbc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap514c76c3-08", "ovs_interfaceid": "514c76c3-0822-4a90-8155-2e64d4612326", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:21.304474 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:b6:19,bridge_name='br-int',has_traffic_filtering=True,id=514c76c3-0822-4a90-8155-2e64d4612326,network=Network(fd3581d0-5645-40f7-8f09-7a69cd90c564),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514c76c3-08') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:21.305183 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:b6:19,bridge_name='br-int',has_traffic_filtering=True,id=514c76c3-0822-4a90-8155-2e64d4612326,network=Network(fd3581d0-5645-40f7-8f09-7a69cd90c564),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514c76c3-08') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:21.308810 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:21.309246 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap514c76c3-08, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:21.309527 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:21.312125 np0040594247 nova-compute[88153]: INFO os_vif [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:b6:19,bridge_name='br-int',has_traffic_filtering=True,id=514c76c3-0822-4a90-8155-2e64d4612326,network=Network(fd3581d0-5645-40f7-8f09-7a69cd90c564),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514c76c3-08')
Apr 30 15:58:21.312566 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Deleting instance files /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c_del
Apr 30 15:58:21.313221 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Deletion of /opt/stack/data/nova/instances/4c5bbb00-b139-4b6e-abcc-e45eb34a269c_del complete
Apr 30 15:58:21.369155 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Took 4.59 seconds to detach 1 volumes for instance.
Apr 30 15:58:21.372918 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d5177eb40> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:58:21.373224 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:21.374456 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:21.455102 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:21.467033 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:21.475663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:21.504791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:21.571565 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:21.608447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:21.824635 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 15:58:21.827043 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d5170b5f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:58:21.827265 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:22.006082 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:22.012480 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:22.013445 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:22.013445 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:22.013812 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:22.014452 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:22.278514 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:22.282740 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:22.285457 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:22.287274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:22.519431 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:22.520157 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:23.037162 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.663s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Traceback (most recent call last):
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     return f(*args, **kwargs)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     chosen_mdev = self._create_mdev(
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     self._host.device_create(conf)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     raise e.with_traceback(tb)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     rv = meth(*args, **kwargs)
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:23.039229 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] 
Apr 30 15:58:23.040913 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:58:23.041655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.214s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:23.046759 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Build of instance 35be5c03-c5ee-48d4-9034-c9172f122b52 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:58:23.049234 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:58:23.050495 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:58:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1561572176',display_name='tempest-TestVolumeBootPattern-server-1561572176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testvolumebootpattern-server-1561572176',id=155,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-00sjc4f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:16Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=35be5c03-c5ee-48d4-9034-c9172f122b52,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "address": "fa:16:3e:ed:3e:91", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap243daf46-0b", "ovs_interfaceid": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:23.050906 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "address": "fa:16:3e:ed:3e:91", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap243daf46-0b", "ovs_interfaceid": "243daf46-0b2c-410f-8f8f-f389aaaf1e5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:23.051738 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:3e:91,bridge_name='br-int',has_traffic_filtering=True,id=243daf46-0b2c-410f-8f8f-f389aaaf1e5f,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap243daf46-0b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:23.052148 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:3e:91,bridge_name='br-int',has_traffic_filtering=True,id=243daf46-0b2c-410f-8f8f-f389aaaf1e5f,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap243daf46-0b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:23.054194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:23.054569 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap243daf46-0b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:23.054884 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:23.057915 np0040594247 nova-compute[88153]: INFO os_vif [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:3e:91,bridge_name='br-int',has_traffic_filtering=True,id=243daf46-0b2c-410f-8f8f-f389aaaf1e5f,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap243daf46-0b')
Apr 30 15:58:23.058323 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:58:23.058547 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:58:23.058833 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:58:23.719352 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:23.728793 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:23.732827 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:23.732827 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:23.732827 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:23.732827 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:23.892332 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:23.905233 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:23.920307 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:23.957294 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.026202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.027681 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.074111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.155715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:24.237725 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:24.238019 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:24.283020 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.287943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.290782 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.294722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.659570 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 35be5c03-c5ee-48d4-9034-c9172f122b52] Took 1.60 seconds to deallocate network for instance.
Apr 30 15:58:24.753402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.711s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Traceback (most recent call last):
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     return f(*args, **kwargs)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     chosen_mdev = self._create_mdev(
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     self._host.device_create(conf)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     raise e.with_traceback(tb)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     rv = meth(*args, **kwargs)
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] 
Apr 30 15:58:24.761121 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:58:24.770705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Build of instance 4c5bbb00-b139-4b6e-abcc-e45eb34a269c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:58:24.770705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:58:24.771401 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='True',created_at=2025-04-30T15:58:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerBasicOps-server-872550271',display_name='tempest-TestServerBasicOps-server-872550271',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testserverbasicops-server-872550271',id=156,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG4Pgxxs23xtZOG+jxVgj0pzrmMzWUlWKyLI9Dze3rJJuukGNs51TYxSGO9OTjfalS/4gfGp8zT3HBY3DqMF44/MNn0A5WEuFTgyh4GHW0kfDP5XtYSx+E4hIrZ+t+txNw==',key_name='tempest-TestServerBasicOps-458479626',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={meta1='data1',meta2='data2',metaN='dataN'},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='db733e5ab1a7400aa67d936d9d618fbc',ramdisk_id='',reservation_id='r-vhgm06z3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerBasicOps-122270895',owner_user_name='tempest-TestServerBasicOps-122270895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b66b359249384976a1cbdbdfda4f7c71',uuid=4c5bbb00-b139-4b6e-abcc-e45eb34a269c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "514c76c3-0822-4a90-8155-2e64d4612326", "address": "fa:16:3e:06:b6:19", "network": {"id": "fd3581d0-5645-40f7-8f09-7a69cd90c564", "bridge": "br-int", "label": "tempest-TestServerBasicOps-1192451365-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "db733e5ab1a7400aa67d936d9d618fbc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap514c76c3-08", "ovs_interfaceid": "514c76c3-0822-4a90-8155-2e64d4612326", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:24.772006 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Converting VIF {"id": "514c76c3-0822-4a90-8155-2e64d4612326", "address": "fa:16:3e:06:b6:19", "network": {"id": "fd3581d0-5645-40f7-8f09-7a69cd90c564", "bridge": "br-int", "label": "tempest-TestServerBasicOps-1192451365-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "db733e5ab1a7400aa67d936d9d618fbc", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap514c76c3-08", "ovs_interfaceid": "514c76c3-0822-4a90-8155-2e64d4612326", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:24.773190 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:b6:19,bridge_name='br-int',has_traffic_filtering=True,id=514c76c3-0822-4a90-8155-2e64d4612326,network=Network(fd3581d0-5645-40f7-8f09-7a69cd90c564),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514c76c3-08') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:24.773937 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:b6:19,bridge_name='br-int',has_traffic_filtering=True,id=514c76c3-0822-4a90-8155-2e64d4612326,network=Network(fd3581d0-5645-40f7-8f09-7a69cd90c564),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514c76c3-08') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:24.776456 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:24.777286 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap514c76c3-08, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:24.777694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:24.780710 np0040594247 nova-compute[88153]: INFO os_vif [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:b6:19,bridge_name='br-int',has_traffic_filtering=True,id=514c76c3-0822-4a90-8155-2e64d4612326,network=Network(fd3581d0-5645-40f7-8f09-7a69cd90c564),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap514c76c3-08')
Apr 30 15:58:24.781039 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:58:24.781323 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:58:24.781624 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:58:25.510246 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.513297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.522757 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.536391 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.559881 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.589642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.638495 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.649128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.660562 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:25.685331 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.706013 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:25.723335 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Deleted allocations for instance 35be5c03-c5ee-48d4-9034-c9172f122b52
Apr 30 15:58:26.164823 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] [instance: 4c5bbb00-b139-4b6e-abcc-e45eb34a269c] Took 1.38 seconds to deallocate network for instance.
Apr 30 15:58:26.236394 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-52224427-cacb-47d9-ab14-20fdf32373d6 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "35be5c03-c5ee-48d4-9034-c9172f122b52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.622s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:26.303093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:26.305972 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:26.307790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:26.324856 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:26.329951 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:26.333511 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:27.218420 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Deleted allocations for instance 4c5bbb00-b139-4b6e-abcc-e45eb34a269c
Apr 30 15:58:27.732333 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-eeab71c5-608b-4872-8583-c3e78791edef tempest-TestServerBasicOps-122270895 tempest-TestServerBasicOps-122270895-project-member] Lock "4c5bbb00-b139-4b6e-abcc-e45eb34a269c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.759s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:27.940699 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:27.954202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:27.973390 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:28.031336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:28.105442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:28.153701 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:28.299232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:28.857647 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:29.034517 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:30.280325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:30.717733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:30.759025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:31.016427 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:31.082928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:32.280335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:32.285510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:32.423002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "47b3de2e-c9be-4f41-b0e6-472d4e4afbff" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:32.423373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "47b3de2e-c9be-4f41-b0e6-472d4e4afbff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:32.927212 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:58:33.464574 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:33.466221 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:33.474347 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:58:33.474347 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Claim successful on node np0040594247
Apr 30 15:58:33.536413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:33.571064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:33.791130 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:33.818861 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:34.040374 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:34.281448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:34.283059 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:34.564990 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:34.572232 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:34.573429 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:34.573429 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:34.573429 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:34.915305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:34.935924 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:35.078084 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:35.078807 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:35.591084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:35.592137 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:58:36.102206 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:58:36.102606 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:58:36.318521 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c7dae22f474ccf8652b7981e9feb0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3584eb28822741fea52b8506f69c12f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:58:36.609160 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:58:36.709302 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:36.727482 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:36.867780 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Successfully created port: 13a2d546-6bc1-40bf-8f7f-4208752c4f6d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:58:37.115960 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:58:37.451476 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Successfully updated port: 13a2d546-6bc1-40bf-8f7f-4208752c4f6d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:58:37.487095 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Received event network-changed-13a2d546-6bc1-40bf-8f7f-4208752c4f6d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:58:37.487366 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Refreshing instance network info cache due to event network-changed-13a2d546-6bc1-40bf-8f7f-4208752c4f6d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:58:37.487783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] Acquiring lock "refresh_cache-47b3de2e-c9be-4f41-b0e6-472d4e4afbff" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:37.488141 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] Acquired lock "refresh_cache-47b3de2e-c9be-4f41-b0e6-472d4e4afbff" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:37.488419 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Refreshing network info cache for port 13a2d546-6bc1-40bf-8f7f-4208752c4f6d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:58:37.955294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "refresh_cache-47b3de2e-c9be-4f41-b0e6-472d4e4afbff" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:38.067159 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:38.129821 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:58:38.131194 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:58:38.131651 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Creating image(s)
Apr 30 15:58:38.133042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "/opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:38.134541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "/opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:38.135731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "/opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:38.136559 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:38.142145 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:38.144081 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:38.242999 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:38.255445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.111s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:38.256006 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:38.256693 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:38.257349 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:38.265270 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:38.266135 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:38.373259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.107s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:38.374014 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:38.414108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:38.415560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.159s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:38.416663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:38.521043 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.104s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:38.521651 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:58:38.522154 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:38.623857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:38.624406 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Cannot resize image /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:58:38.625072 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:58:38.625463 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Ensure instance console log exists: /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:58:38.625986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:38.626416 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:38.626874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:58:38.630091 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Available mdevs at: set().
Apr 30 15:58:38.630348 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:58:38.630625 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:38.635602 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:38.637184 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:58:38.640826 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Traceback (most recent call last):
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     yield resources
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     return f(*args, **kwargs)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     chosen_mdev = self._create_mdev(
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     self._host.device_create(conf)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     raise e.with_traceback(tb)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     rv = meth(*args, **kwargs)
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:38.643138 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] 
Apr 30 15:58:38.697491 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.709028 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.722766 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.749085 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e3833306-00ab-484c-a048-b3ba1a4bb6e4 req-7d744d89-1083-4b55-a908-e2aaa3954448 service nova] Releasing lock "refresh_cache-47b3de2e-c9be-4f41-b0e6-472d4e4afbff" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:38.751469 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquired lock "refresh_cache-47b3de2e-c9be-4f41-b0e6-472d4e4afbff" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:38.751469 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:58:38.787142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.858566 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.864388 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.913038 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.934824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.951031 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.963989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:38.992603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:39.043142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:39.063934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:39.113718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:39.310580 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:39.644391 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Updating instance_info_cache with network_info: [{"id": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "address": "fa:16:3e:2a:65:8f", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13a2d546-6b", "ovs_interfaceid": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:40.147699 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Releasing lock "refresh_cache-47b3de2e-c9be-4f41-b0e6-472d4e4afbff" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:40.148205 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Instance network_info: |[{"id": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "address": "fa:16:3e:2a:65:8f", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13a2d546-6b", "ovs_interfaceid": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:58:40.148908 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Terminating instance
Apr 30 15:58:40.294453 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.296612 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.302856 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.325139 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.327101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.330825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.332737 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.660973 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:58:40.666323 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:58:40.666534 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Instance destroyed successfully.
Apr 30 15:58:40.667959 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:58:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestEncryptedCinderVolumes-server-1538369712',display_name='tempest-TestEncryptedCinderVolumes-server-1538369712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testencryptedcindervolumes-server-1538369712',id=157,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBV09WvN/oyDqa1XKLzaYvx6jcgSfXDvHcZ0l+anQrceA5+WbI/iH3p/CcH6tesU4dEiziuKx9mqHMBiY5fE0r4xce1nq4HrY4tERF0CTczg+C9cB1ZQim0r33Opf29GBA==',key_name='tempest-keypair-1015021555',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3584eb28822741fea52b8506f69c12f8',ramdisk_id='',reservation_id='r-54vx2ey4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestEncryptedCinderVolumes-1004924523',owner_user_name='tempest-TestEncryptedCinderVolumes-1004924523-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a1c7dae22f474ccf8652b7981e9feb0d',uuid=47b3de2e-c9be-4f41-b0e6-472d4e4afbff,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "address": "fa:16:3e:2a:65:8f", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13a2d546-6b", "ovs_interfaceid": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:40.668457 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converting VIF {"id": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "address": "fa:16:3e:2a:65:8f", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13a2d546-6b", "ovs_interfaceid": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:40.669306 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:65:8f,bridge_name='br-int',has_traffic_filtering=True,id=13a2d546-6bc1-40bf-8f7f-4208752c4f6d,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13a2d546-6b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:40.669804 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:65:8f,bridge_name='br-int',has_traffic_filtering=True,id=13a2d546-6bc1-40bf-8f7f-4208752c4f6d,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13a2d546-6b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:40.671994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:40.672638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13a2d546-6b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:40.672805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:40.677065 np0040594247 nova-compute[88153]: INFO os_vif [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:65:8f,bridge_name='br-int',has_traffic_filtering=True,id=13a2d546-6bc1-40bf-8f7f-4208752c4f6d,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13a2d546-6b')
Apr 30 15:58:40.677500 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Deleting instance files /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff_del
Apr 30 15:58:40.678257 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Deletion of /opt/stack/data/nova/instances/47b3de2e-c9be-4f41-b0e6-472d4e4afbff_del complete
Apr 30 15:58:41.189948 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:58:41.193940 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7068caa0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:58:41.194351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:41.194768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:41.270185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:41.286171 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:41.289936 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:41.323190 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:41.398171 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:41.451755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:41.824375 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:41.833992 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:41.834923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:41.834923 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:41.835538 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:41.836006 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:42.307792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:42.312092 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:42.314246 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:42.343545 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:42.344103 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:42.862231 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.667s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Traceback (most recent call last):
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     return f(*args, **kwargs)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     chosen_mdev = self._create_mdev(
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     self._host.device_create(conf)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     raise e.with_traceback(tb)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     rv = meth(*args, **kwargs)
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:42.865812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] 
Apr 30 15:58:42.871364 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:58:42.875003 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Build of instance 47b3de2e-c9be-4f41-b0e6-472d4e4afbff was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:58:42.876513 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:58:42.878292 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:58:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestEncryptedCinderVolumes-server-1538369712',display_name='tempest-TestEncryptedCinderVolumes-server-1538369712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testencryptedcindervolumes-server-1538369712',id=157,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBV09WvN/oyDqa1XKLzaYvx6jcgSfXDvHcZ0l+anQrceA5+WbI/iH3p/CcH6tesU4dEiziuKx9mqHMBiY5fE0r4xce1nq4HrY4tERF0CTczg+C9cB1ZQim0r33Opf29GBA==',key_name='tempest-keypair-1015021555',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3584eb28822741fea52b8506f69c12f8',ramdisk_id='',reservation_id='r-54vx2ey4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestEncryptedCinderVolumes-1004924523',owner_user_name='tempest-TestEncryptedCinderVolumes-1004924523-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a1c7dae22f474ccf8652b7981e9feb0d',uuid=47b3de2e-c9be-4f41-b0e6-472d4e4afbff,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "address": "fa:16:3e:2a:65:8f", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13a2d546-6b", "ovs_interfaceid": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:42.879383 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converting VIF {"id": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "address": "fa:16:3e:2a:65:8f", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap13a2d546-6b", "ovs_interfaceid": "13a2d546-6bc1-40bf-8f7f-4208752c4f6d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:42.881912 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:65:8f,bridge_name='br-int',has_traffic_filtering=True,id=13a2d546-6bc1-40bf-8f7f-4208752c4f6d,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13a2d546-6b') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:42.881912 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:65:8f,bridge_name='br-int',has_traffic_filtering=True,id=13a2d546-6bc1-40bf-8f7f-4208752c4f6d,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13a2d546-6b') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:42.883613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:42.883613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13a2d546-6b, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:42.883777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:42.889693 np0040594247 nova-compute[88153]: INFO os_vif [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:65:8f,bridge_name='br-int',has_traffic_filtering=True,id=13a2d546-6bc1-40bf-8f7f-4208752c4f6d,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13a2d546-6b')
Apr 30 15:58:42.891506 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:58:42.891506 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:58:42.891506 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:58:42.999066 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:43.010471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:43.032859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:43.070281 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:43.150838 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:43.205929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:43.913806 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:43.945909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:43.946344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:44.050703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.301027 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.305837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.419418 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 47b3de2e-c9be-4f41-b0e6-472d4e4afbff] Took 1.53 seconds to deallocate network for instance.
Apr 30 15:58:44.449648 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:58:44.515051 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.534909 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.541586 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.545058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.606416 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.673722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.727694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:44.995039 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:44.995510 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:45.003032 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:58:45.003840 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Claim successful on node np0040594247
Apr 30 15:58:45.477170 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Deleted allocations for instance 47b3de2e-c9be-4f41-b0e6-472d4e4afbff
Apr 30 15:58:45.988217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e65ad049-1e4d-4421-99d2-80ddb652b9d3 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "47b3de2e-c9be-4f41-b0e6-472d4e4afbff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.565s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:46.055199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.063183 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.081028 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.102715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.128956 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:46.139630 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:46.141127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:46.141127 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:46.141127 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:46.141127 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:46.168784 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.215975 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.318474 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.319218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.324373 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:46.647409 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:46.647646 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:47.162711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:47.163150 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:58:47.673896 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:58:47.674179 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:58:47.736993 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbceda615ea41dd95e0d894d81c0880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfac712ed8764c23a89ce3fb5016c1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:58:48.179521 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:58:48.274718 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Successfully created port: 008f4ecf-51ca-4e06-96f1-cf7a2969f3be {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:58:48.307821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:48.311248 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:48.685095 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:58:48.809735 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Successfully updated port: 008f4ecf-51ca-4e06-96f1-cf7a2969f3be {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:58:48.839336 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Received event network-changed-008f4ecf-51ca-4e06-96f1-cf7a2969f3be {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:58:48.839781 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Refreshing instance network info cache due to event network-changed-008f4ecf-51ca-4e06-96f1-cf7a2969f3be. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:58:48.840030 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] Acquiring lock "refresh_cache-1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:48.840224 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] Acquired lock "refresh_cache-1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:48.840930 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Refreshing network info cache for port 008f4ecf-51ca-4e06-96f1-cf7a2969f3be {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:58:48.859450 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:49.049740 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:49.193344 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Booting with volume cb99e41d-76b2-4daa-9f8a-691064e5801d at /dev/vda
Apr 30 15:58:49.252425 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:58:49.253816 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:49.261589 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:49.262501 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5a6707-ccb9-4789-bd39-fa269562d452]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:49.264203 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:49.273294 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:49.274079 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd0a83d-50ac-4289-ac9b-5ed46f7ccf2a]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:49.274956 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:49.285362 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:49.285658 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee203a0-3f88-40c2-9a99-9d42dad44ead]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:49.286771 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[4527895c-21ee-4e6b-8acc-2ead7a03e4b9]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:49.287271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:49.308256 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:58:49.308702 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:58:49.310549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:49.313864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "refresh_cache-1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:49.316918 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:58:49.317209 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:58:49.317438 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ad92d95-7577-491c-af93-c00f7069f6c8]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:49.319964 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:58:49.321316 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:58:49.321603 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:58:49.321917 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:58:49.322368 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== get_connector_properties: return (69ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:58:49.322779 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Updating existing volume attachment record: a637c448-d6e1-4e75-8d41-37c671d95bca {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:58:49.396949 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:49.513427 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:49.864365 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquiring lock "db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:49.864732 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:50.017533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9e2b4fa8-f8f0-48e0-9f50-f4e1eb581130 req-9f8009d5-ffa6-4ac4-97e4-a6f8bbb4067a service nova] Releasing lock "refresh_cache-1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:50.019768 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquired lock "refresh_cache-1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:50.019768 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:58:50.367927 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:58:50.570789 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:50.791069 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Updating instance_info_cache with network_info: [{"id": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "address": "fa:16:3e:a4:cd:0b", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap008f4ecf-51", "ovs_interfaceid": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:50.902825 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:50.903323 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:50.910382 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:58:50.910794 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Claim successful on node np0040594247
Apr 30 15:58:51.297539 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Releasing lock "refresh_cache-1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:51.298074 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Instance network_info: |[{"id": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "address": "fa:16:3e:a4:cd:0b", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap008f4ecf-51", "ovs_interfaceid": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:58:52.033405 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:52.043907 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:52.044974 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:52.044974 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:52.044974 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:52.550043 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:52.550557 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:53.063067 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:53.063879 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:58:53.573531 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:58:53.573972 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:58:53.637218 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0fd909edf724f54bf0a6e8902c3a3ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11026167b58d48b0a3d96eda86254b79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:58:54.053000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:58:54.078731 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:58:54.136225 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Successfully created port: df2b3af1-7e9e-4264-af25-0a5c84b8f7f8 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:58:54.584414 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:58:54.713357 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Successfully updated port: df2b3af1-7e9e-4264-af25-0a5c84b8f7f8 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:58:54.863265 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Received event network-changed-df2b3af1-7e9e-4264-af25-0a5c84b8f7f8 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:58:54.863693 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Refreshing instance network info cache due to event network-changed-df2b3af1-7e9e-4264-af25-0a5c84b8f7f8. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:58:54.864157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] Acquiring lock "refresh_cache-db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:54.864598 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] Acquired lock "refresh_cache-db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:54.865106 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Refreshing network info cache for port df2b3af1-7e9e-4264-af25-0a5c84b8f7f8 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:58:55.217151 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquiring lock "refresh_cache-db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:58:55.416750 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:55.518853 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "7975d151-c2ff-4765-9afb-dd5ce5655eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:55.519525 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "7975d151-c2ff-4765-9afb-dd5ce5655eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:55.538103 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:55.602208 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:58:55.603545 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:58:55.603999 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Creating image(s)
Apr 30 15:58:55.604818 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquiring lock "/opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:55.605163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "/opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:55.606200 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "/opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:55.607093 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:55.613244 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:55.615366 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:55.712481 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:55.713104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:55.714047 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:55.714978 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:55.721430 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:58:55.722021 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:55.817817 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:55.818775 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:55.859235 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk 1073741824" returned: 0 in 0.040s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:55.859987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:55.860506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:55.955062 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:55.955728 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:58:55.956175 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:55.974233 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:58:55.976113 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:58:55.976538 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Creating image(s)
Apr 30 15:58:55.977073 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:58:55.977426 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Ensure instance console log exists: /opt/stack/data/nova/instances/1f1f0aa0-f165-4ccb-8cc8-c268699e15b9/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:58:55.977901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:55.978317 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:55.978744 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:58:55.983197 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Available mdevs at: set().
Apr 30 15:58:55.983525 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:58:55.983848 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:55.988176 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:55.988969 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:58:55.992169 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Traceback (most recent call last):
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     yield resources
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     return f(*args, **kwargs)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     chosen_mdev = self._create_mdev(
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     self._host.device_create(conf)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     raise e.with_traceback(tb)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     rv = meth(*args, **kwargs)
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:55.994502 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] 
Apr 30 15:58:55.996581 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Terminating instance
Apr 30 15:58:56.022219 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:58:56.040780 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5767f225-818f-4923-9d6e-0b7bcc427cb9 req-65ae2c64-55ce-4ed5-869f-364e29ddbeec service nova] Releasing lock "refresh_cache-db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:56.042511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquired lock "refresh_cache-db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:58:56.042511 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:58:56.053611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:56.053984 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Cannot resize image /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:58:56.054451 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:58:56.054844 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Ensure instance console log exists: /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:58:56.055297 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:56.055619 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:56.056053 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:58:56.060125 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Available mdevs at: set().
Apr 30 15:58:56.060402 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:58:56.060709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:56.065069 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:56.066064 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:58:56.070313 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.015s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Traceback (most recent call last):
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     yield resources
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     return f(*args, **kwargs)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     chosen_mdev = self._create_mdev(
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     self._host.device_create(conf)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     rv = execute(f, *args, **kwargs)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     raise e.with_traceback(tb)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     rv = meth(*args, **kwargs)
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:56.072291 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] 
Apr 30 15:58:56.502477 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:58:56.506926 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:58:56.507187 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Instance destroyed successfully.
Apr 30 15:58:56.509021 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1631124839',display_name='tempest-TestVolumeBootPattern-server-1631124839',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testvolumebootpattern-server-1631124839',id=158,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBINfpOH4TU9YjI/daHHIV6ycFMnQVga4w0eQ49HyoRnQ6dNnsX3MQq7mFyUY4+0fccjeejbat/RPb95WL3BuQwxVWh8Mfv8Gb/Xwe6JPLV7jdwaNnAg4o3UihiBHmpjPAQ==',key_name='tempest-keypair-1300247784',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-ozq2hxso',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=1f1f0aa0-f165-4ccb-8cc8-c268699e15b9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "address": "fa:16:3e:a4:cd:0b", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap008f4ecf-51", "ovs_interfaceid": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:56.509413 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "address": "fa:16:3e:a4:cd:0b", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap008f4ecf-51", "ovs_interfaceid": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:56.510449 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:cd:0b,bridge_name='br-int',has_traffic_filtering=True,id=008f4ecf-51ca-4e06-96f1-cf7a2969f3be,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap008f4ecf-51') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:56.510928 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:cd:0b,bridge_name='br-int',has_traffic_filtering=True,id=008f4ecf-51ca-4e06-96f1-cf7a2969f3be,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap008f4ecf-51') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:56.513007 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:56.513594 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap008f4ecf-51, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:56.513960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:56.516818 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:cd:0b,bridge_name='br-int',has_traffic_filtering=True,id=008f4ecf-51ca-4e06-96f1-cf7a2969f3be,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap008f4ecf-51')
Apr 30 15:58:56.518438 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:58:56.519481 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-cb99e41d-76b2-4daa-9f8a-691064e5801d', 'target_lun': 0, 'volume_id': 'cb99e41d-76b2-4daa-9f8a-691064e5801d', 'auth_method': 'CHAP', 'auth_username': '2Mj2QBdAmvzpcctYMPqn', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:58:56.519825 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:58:56.520405 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:58:56.521700 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:58:56.535521 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.013s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:58:56.535659 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[fbf1fd43-704a-4563-907c-db53eafdab64]: Unexpected error while running command.
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:56.537246 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:58:56.538460 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbf1fd43-704a-4563-907c-db53eafdab64]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:58:56.541060 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:58:56.544598 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:58:56.544598 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.021s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:58:56.544598 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== disconnect_volume: return (22ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:58:56.544598 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:58:56.544598 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Deleting instance files /opt/stack/data/nova/instances/1f1f0aa0-f165-4ccb-8cc8-c268699e15b9_del
Apr 30 15:58:56.544598 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Deletion of /opt/stack/data/nova/instances/1f1f0aa0-f165-4ccb-8cc8-c268699e15b9_del complete
Apr 30 15:58:56.566730 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:56.567135 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:56.572621 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:58:56.573075 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Claim successful on node np0040594247
Apr 30 15:58:56.598792 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:58:56.815410 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Updating instance_info_cache with network_info: [{"id": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "address": "fa:16:3e:c0:1b:0e", "network": {"id": "be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1978809497-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "11026167b58d48b0a3d96eda86254b79", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdf2b3af1-7e", "ovs_interfaceid": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:58:57.059545 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:58:57.318827 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Releasing lock "refresh_cache-db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:58:57.319245 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Instance network_info: |[{"id": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "address": "fa:16:3e:c0:1b:0e", "network": {"id": "be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1978809497-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "11026167b58d48b0a3d96eda86254b79", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdf2b3af1-7e", "ovs_interfaceid": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:58:57.319817 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Terminating instance
Apr 30 15:58:57.711027 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:57.717728 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:57.718821 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:57.718821 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:57.719339 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:57.720117 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:57.825593 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:58:57.828760 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:58:57.828938 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Instance destroyed successfully.
Apr 30 15:58:57.830183 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:58:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-618946433',display_name='tempest-TestServerVolumeAttachmentScenario-server-618946433',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testservervolumeattachmentscenario-server-618946433',id=159,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDy2hAmLOwg6wdw2mAnpjPEhz8MKrbK8698kM3HERYVzebWJN6+pummPT6BKCkBiGRYYlMjyezZaPpT9vBn18jKCRiBtwPtSJT182f+U11WOimYraQvd4VEB5Ry3I1K9A==',key_name='tempest-keypair-1037329181',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='11026167b58d48b0a3d96eda86254b79',ramdisk_id='',reservation_id='r-m09jjpml',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-376307879',owner_user_name='tempest-TestServerVolumeAttachmentScenario-376307879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fd909edf724f54bf0a6e8902c3a3ed',uuid=db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "address": "fa:16:3e:c0:1b:0e", "network": {"id": "be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1978809497-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "11026167b58d48b0a3d96eda86254b79", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdf2b3af1-7e", "ovs_interfaceid": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:58:57.830522 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Converting VIF {"id": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "address": "fa:16:3e:c0:1b:0e", "network": {"id": "be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1978809497-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "11026167b58d48b0a3d96eda86254b79", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdf2b3af1-7e", "ovs_interfaceid": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:58:57.831435 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1b:0e,bridge_name='br-int',has_traffic_filtering=True,id=df2b3af1-7e9e-4264-af25-0a5c84b8f7f8,network=Network(be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf2b3af1-7e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:58:57.831908 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1b:0e,bridge_name='br-int',has_traffic_filtering=True,id=df2b3af1-7e9e-4264-af25-0a5c84b8f7f8,network=Network(be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf2b3af1-7e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:58:57.833353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:57.833804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf2b3af1-7e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:58:57.834020 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:58:57.836202 np0040594247 nova-compute[88153]: INFO os_vif [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1b:0e,bridge_name='br-int',has_traffic_filtering=True,id=df2b3af1-7e9e-4264-af25-0a5c84b8f7f8,network=Network(be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf2b3af1-7e')
Apr 30 15:58:57.836645 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Deleting instance files /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c_del
Apr 30 15:58:57.837260 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Deletion of /opt/stack/data/nova/instances/db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c_del complete
Apr 30 15:58:58.225796 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:58.226313 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:58.346077 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:58:58.348840 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d517c4230> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:58:58.349117 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:58.738006 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:58:58.738624 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:58:58.742175 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.393s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:58:58.860365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:58.889704 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:58:59.056853 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:58:59.259021 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:58:59.259375 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:58:59.316914 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c7dae22f474ccf8652b7981e9feb0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3584eb28822741fea52b8506f69c12f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:58:59.385900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas xmlstr <device>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]: </device>
Apr 30 15:58:59.392809 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:58:59.393594 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:58:59.393594 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:58:59.394004 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:59.394387 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:58:59.398446 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:58:59.759255 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:58:59.852354 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Successfully created port: 98fc750f-8ec1-4bc1-89dc-7958a375cf93 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:58:59.901888 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:58:59.902786 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:00.264983 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:59:00.398652 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Successfully updated port: 98fc750f-8ec1-4bc1-89dc-7958a375cf93 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:59:00.414744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.672s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Traceback (most recent call last):
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     return f(*args, **kwargs)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     chosen_mdev = self._create_mdev(
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     self._host.device_create(conf)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     raise e.with_traceback(tb)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     rv = meth(*args, **kwargs)
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:00.416380 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] 
Apr 30 15:59:00.418413 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:59:00.425124 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:00.425402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:00.425678 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 15:59:00.427027 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Build of instance db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:59:00.431586 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:59:00.432660 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:58:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-618946433',display_name='tempest-TestServerVolumeAttachmentScenario-server-618946433',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testservervolumeattachmentscenario-server-618946433',id=159,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFDy2hAmLOwg6wdw2mAnpjPEhz8MKrbK8698kM3HERYVzebWJN6+pummPT6BKCkBiGRYYlMjyezZaPpT9vBn18jKCRiBtwPtSJT182f+U11WOimYraQvd4VEB5Ry3I1K9A==',key_name='tempest-keypair-1037329181',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='11026167b58d48b0a3d96eda86254b79',ramdisk_id='',reservation_id='r-m09jjpml',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-376307879',owner_user_name='tempest-TestServerVolumeAttachmentScenario-376307879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d0fd909edf724f54bf0a6e8902c3a3ed',uuid=db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "address": "fa:16:3e:c0:1b:0e", "network": {"id": "be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1978809497-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "11026167b58d48b0a3d96eda86254b79", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdf2b3af1-7e", "ovs_interfaceid": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:00.433024 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Converting VIF {"id": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "address": "fa:16:3e:c0:1b:0e", "network": {"id": "be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1978809497-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "11026167b58d48b0a3d96eda86254b79", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdf2b3af1-7e", "ovs_interfaceid": "df2b3af1-7e9e-4264-af25-0a5c84b8f7f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:00.433926 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1b:0e,bridge_name='br-int',has_traffic_filtering=True,id=df2b3af1-7e9e-4264-af25-0a5c84b8f7f8,network=Network(be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf2b3af1-7e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:00.434382 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1b:0e,bridge_name='br-int',has_traffic_filtering=True,id=df2b3af1-7e9e-4264-af25-0a5c84b8f7f8,network=Network(be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf2b3af1-7e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:00.438540 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Received event network-changed-98fc750f-8ec1-4bc1-89dc-7958a375cf93 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:59:00.438878 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Refreshing instance network info cache due to event network-changed-98fc750f-8ec1-4bc1-89dc-7958a375cf93. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:59:00.439188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] Acquiring lock "refresh_cache-7975d151-c2ff-4765-9afb-dd5ce5655eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:00.439455 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] Acquired lock "refresh_cache-7975d151-c2ff-4765-9afb-dd5ce5655eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:00.439863 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Refreshing network info cache for port 98fc750f-8ec1-4bc1-89dc-7958a375cf93 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:59:00.444445 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:00.444445 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf2b3af1-7e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:00.444445 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:00.446939 np0040594247 nova-compute[88153]: INFO os_vif [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1b:0e,bridge_name='br-int',has_traffic_filtering=True,id=df2b3af1-7e9e-4264-af25-0a5c84b8f7f8,network=Network(be3e361f-ad19-43f6-b5ec-4a9df2ea5a0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf2b3af1-7e')
Apr 30 15:59:00.447318 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:59:00.448020 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:59:00.448020 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:59:00.671562 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 15:59:00.673008 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1658MB free_disk=56.48073196411133GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 15:59:00.673245 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:00.673563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:00.903725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "refresh_cache-7975d151-c2ff-4765-9afb-dd5ce5655eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:00.992855 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:01.122208 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:01.142954 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Took 4.08 seconds to detach 1 volumes for instance.
Apr 30 15:59:01.145259 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941e6870> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:59:01.145450 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:01.279832 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:59:01.281238 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:59:01.281694 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Creating image(s)
Apr 30 15:59:01.282426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "/opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:01.282828 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "/opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:01.284077 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "/opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:01.285151 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:01.290571 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:01.292128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:01.384303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:01.384917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:01.385628 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:01.386403 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:01.391638 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:01.392299 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:01.484247 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:01.484860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:01.496011 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:01.522136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:01.522663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.137s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:01.523204 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:01.616722 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:01.617111 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:59:01.617787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:01.636044 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e568d9f1-0f44-40b3-b398-822a3465e03b req-f456763d-fb64-414e-9d95-c8afb62470f3 service nova] Releasing lock "refresh_cache-7975d151-c2ff-4765-9afb-dd5ce5655eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:01.637222 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquired lock "refresh_cache-7975d151-c2ff-4765-9afb-dd5ce5655eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:01.637620 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:59:01.728615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk --force-share --output=json" returned: 0 in 0.111s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:01.729206 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Cannot resize image /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:59:01.729787 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:59:01.734384 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Ensure instance console log exists: /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:59:01.734986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:01.735414 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:01.735884 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:59:01.739089 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:59:01.747888 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Available mdevs at: set().
Apr 30 15:59:01.748311 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:59:01.748776 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:01.757594 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:59:01.765370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.030s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Traceback (most recent call last):
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     yield resources
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     return f(*args, **kwargs)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     chosen_mdev = self._create_mdev(
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     self._host.device_create(conf)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     raise e.with_traceback(tb)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     rv = meth(*args, **kwargs)
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:01.769125 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] 
Apr 30 15:59:02.002747 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] [instance: db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c] Took 1.55 seconds to deallocate network for instance.
Apr 30 15:59:02.196268 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:02.243396 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 15:59:02.243657 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 7975d151-c2ff-4765-9afb-dd5ce5655eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 15:59:02.244025 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 2 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 15:59:02.244292 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=768MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=2 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 15:59:02.390556 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:02.396103 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:02.397615 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:02.397615 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:02.397615 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:02.398179 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:02.423782 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Updating instance_info_cache with network_info: [{"id": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "address": "fa:16:3e:7b:37:6d", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap98fc750f-8e", "ovs_interfaceid": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:02.904047 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:02.904427 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:02.926583 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Releasing lock "refresh_cache-7975d151-c2ff-4765-9afb-dd5ce5655eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:02.927006 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Instance network_info: |[{"id": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "address": "fa:16:3e:7b:37:6d", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap98fc750f-8e", "ovs_interfaceid": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:59:02.927533 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Terminating instance
Apr 30 15:59:03.056387 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Deleted allocations for instance db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c
Apr 30 15:59:03.416028 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 15:59:03.416404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.743s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:03.416982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 2.271s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:03.432858 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:59:03.436437 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:59:03.436701 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Instance destroyed successfully.
Apr 30 15:59:03.438068 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:58:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestEncryptedCinderVolumes-server-1566439557',display_name='tempest-TestEncryptedCinderVolumes-server-1566439557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testencryptedcindervolumes-server-1566439557',id=160,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFgAoSl2oNSV9BK1p5IeJg2wWp/ewTO7XppQHu9knMIJbaFFHE1cuNLxs8wX4JNtTmQpGIhPph0ZOXRZeQPevVjcjDfA218gnGKoUT6vS60lnjUUKJQkqtzZXNPwk35swA==',key_name='tempest-keypair-1071689489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3584eb28822741fea52b8506f69c12f8',ramdisk_id='',reservation_id='r-uzec2emv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestEncryptedCinderVolumes-1004924523',owner_user_name='tempest-TestEncryptedCinderVolumes-1004924523-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a1c7dae22f474ccf8652b7981e9feb0d',uuid=7975d151-c2ff-4765-9afb-dd5ce5655eee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "address": "fa:16:3e:7b:37:6d", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap98fc750f-8e", "ovs_interfaceid": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:03.438584 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converting VIF {"id": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "address": "fa:16:3e:7b:37:6d", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap98fc750f-8e", "ovs_interfaceid": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:03.439920 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:37:6d,bridge_name='br-int',has_traffic_filtering=True,id=98fc750f-8ec1-4bc1-89dc-7958a375cf93,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98fc750f-8e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:03.440411 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:37:6d,bridge_name='br-int',has_traffic_filtering=True,id=98fc750f-8ec1-4bc1-89dc-7958a375cf93,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98fc750f-8e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:03.442562 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:03.443172 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap98fc750f-8e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:03.443486 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:03.445874 np0040594247 nova-compute[88153]: INFO os_vif [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:37:6d,bridge_name='br-int',has_traffic_filtering=True,id=98fc750f-8ec1-4bc1-89dc-7958a375cf93,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98fc750f-8e')
Apr 30 15:59:03.446319 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Deleting instance files /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee_del
Apr 30 15:59:03.446987 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Deletion of /opt/stack/data/nova/instances/7975d151-c2ff-4765-9afb-dd5ce5655eee_del complete
Apr 30 15:59:03.567961 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-97b88e0a-f96a-49a9-9008-c5909ba45881 tempest-TestServerVolumeAttachmentScenario-376307879 tempest-TestServerVolumeAttachmentScenario-376307879-project-member] Lock "db6bd6e3-ccf1-46c3-ba9f-0d38614bcf9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.703s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:03.957234 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:59:03.961724 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c184fe0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:59:03.962021 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:04.027435 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:04.033082 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:04.034109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:04.034109 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:04.034521 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:04.035065 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:04.060883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 615-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:59:04.062408 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:59:04.062602 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:59:04.062814 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:59:04.063316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:04.063733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:59:04.421562 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:59:04.422006 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:59:04.539835 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:04.540381 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:05.051522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.634s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Traceback (most recent call last):
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     return f(*args, **kwargs)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     chosen_mdev = self._create_mdev(
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     self._host.device_create(conf)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     raise e.with_traceback(tb)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     rv = meth(*args, **kwargs)
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:05.053552 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] 
Apr 30 15:59:05.055389 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:59:05.055980 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.094s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:05.060040 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Build of instance 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:59:05.062377 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:59:05.063293 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:58:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1631124839',display_name='tempest-TestVolumeBootPattern-server-1631124839',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testvolumebootpattern-server-1631124839',id=158,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBINfpOH4TU9YjI/daHHIV6ycFMnQVga4w0eQ49HyoRnQ6dNnsX3MQq7mFyUY4+0fccjeejbat/RPb95WL3BuQwxVWh8Mfv8Gb/Xwe6JPLV7jdwaNnAg4o3UihiBHmpjPAQ==',key_name='tempest-keypair-1300247784',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-ozq2hxso',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:58:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=1f1f0aa0-f165-4ccb-8cc8-c268699e15b9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "address": "fa:16:3e:a4:cd:0b", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap008f4ecf-51", "ovs_interfaceid": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:05.063691 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "address": "fa:16:3e:a4:cd:0b", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap008f4ecf-51", "ovs_interfaceid": "008f4ecf-51ca-4e06-96f1-cf7a2969f3be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:05.064525 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:cd:0b,bridge_name='br-int',has_traffic_filtering=True,id=008f4ecf-51ca-4e06-96f1-cf7a2969f3be,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap008f4ecf-51') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:05.064947 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:cd:0b,bridge_name='br-int',has_traffic_filtering=True,id=008f4ecf-51ca-4e06-96f1-cf7a2969f3be,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap008f4ecf-51') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:05.066535 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:05.066940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap008f4ecf-51, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:05.067197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:05.069277 np0040594247 nova-compute[88153]: INFO os_vif [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:cd:0b,bridge_name='br-int',has_traffic_filtering=True,id=008f4ecf-51ca-4e06-96f1-cf7a2969f3be,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap008f4ecf-51')
Apr 30 15:59:05.069640 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:59:05.069975 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:59:05.070252 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:59:05.677499 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:05.682425 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:05.683296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:05.683296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:05.683415 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:05.683854 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:05.973715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:06.187784 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:06.188299 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:06.477244 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9] Took 1.41 seconds to deallocate network for instance.
Apr 30 15:59:06.699213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.643s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Traceback (most recent call last):
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     return f(*args, **kwargs)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     chosen_mdev = self._create_mdev(
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     self._host.device_create(conf)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     raise e.with_traceback(tb)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     rv = meth(*args, **kwargs)
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:06.702382 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] 
Apr 30 15:59:06.704130 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:59:06.705800 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Build of instance 7975d151-c2ff-4765-9afb-dd5ce5655eee was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:59:06.708031 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:59:06.709041 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:58:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestEncryptedCinderVolumes-server-1566439557',display_name='tempest-TestEncryptedCinderVolumes-server-1566439557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testencryptedcindervolumes-server-1566439557',id=160,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFgAoSl2oNSV9BK1p5IeJg2wWp/ewTO7XppQHu9knMIJbaFFHE1cuNLxs8wX4JNtTmQpGIhPph0ZOXRZeQPevVjcjDfA218gnGKoUT6vS60lnjUUKJQkqtzZXNPwk35swA==',key_name='tempest-keypair-1071689489',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3584eb28822741fea52b8506f69c12f8',ramdisk_id='',reservation_id='r-uzec2emv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestEncryptedCinderVolumes-1004924523',owner_user_name='tempest-TestEncryptedCinderVolumes-1004924523-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a1c7dae22f474ccf8652b7981e9feb0d',uuid=7975d151-c2ff-4765-9afb-dd5ce5655eee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "address": "fa:16:3e:7b:37:6d", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap98fc750f-8e", "ovs_interfaceid": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:06.709357 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converting VIF {"id": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "address": "fa:16:3e:7b:37:6d", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap98fc750f-8e", "ovs_interfaceid": "98fc750f-8ec1-4bc1-89dc-7958a375cf93", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:06.710173 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:37:6d,bridge_name='br-int',has_traffic_filtering=True,id=98fc750f-8ec1-4bc1-89dc-7958a375cf93,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98fc750f-8e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:06.710578 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:37:6d,bridge_name='br-int',has_traffic_filtering=True,id=98fc750f-8ec1-4bc1-89dc-7958a375cf93,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98fc750f-8e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:06.711982 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:06.712388 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap98fc750f-8e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:06.712622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:06.715471 np0040594247 nova-compute[88153]: INFO os_vif [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:37:6d,bridge_name='br-int',has_traffic_filtering=True,id=98fc750f-8ec1-4bc1-89dc-7958a375cf93,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98fc750f-8e')
Apr 30 15:59:06.715795 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:59:06.716219 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:59:06.716516 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:59:07.525260 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Deleted allocations for instance 1f1f0aa0-f165-4ccb-8cc8-c268699e15b9
Apr 30 15:59:07.574823 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:07.889882 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:59:07.890168 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 15:59:08.043438 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4b56feae-ed4c-43a1-8453-4e1fcd2799e9 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "1f1f0aa0-f165-4ccb-8cc8-c268699e15b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.097s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:08.079545 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: 7975d151-c2ff-4765-9afb-dd5ce5655eee] Took 1.36 seconds to deallocate network for instance.
Apr 30 15:59:08.890863 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:59:09.064573 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 2350-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:59:09.066135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:59:09.066323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:59:09.066493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:59:09.067171 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:09.067479 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:59:09.129770 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Deleted allocations for instance 7975d151-c2ff-4765-9afb-dd5ce5655eee
Apr 30 15:59:09.640820 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-3100f9fd-b148-419f-8f32-b8c6c04d52c7 tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "7975d151-c2ff-4765-9afb-dd5ce5655eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.121s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:09.889662 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:59:10.302561 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:10.304383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:10.889438 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:59:10.925009 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:11.115583 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:11.361923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:11.388633 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:11.723546 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:11.761837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:11.881382 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 15:59:12.306561 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:12.307824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:13.136391 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:13.165942 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:13.675805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:13.729304 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:14.066705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:14.187862 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:14.361919 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:17.609718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:17.619888 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:17.632876 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:17.666011 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:17.738432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:17.791708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.317967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.320389 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.325049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.326864 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.777748 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.789144 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.806733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.853147 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.926452 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:18.983231 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:19.067432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:19.911531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "e31b730c-d4fd-4edf-b1d0-965a63c57d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:19.911531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "e31b730c-d4fd-4edf-b1d0-965a63c57d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:20.306008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:20.310359 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:20.416493 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:59:20.965648 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:20.968990 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:20.971556 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:59:20.971959 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Claim successful on node np0040594247
Apr 30 15:59:21.183777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:21.195543 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:21.207372 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:21.241839 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:21.314170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:21.363285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:22.157590 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:22.165101 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:22.165990 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:22.165990 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:22.166470 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:22.167618 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:22.338716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:22.348567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:22.348567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:22.417465 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "066b40e1-f5a2-4681-b9f2-9ad481692cde" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:22.417815 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "066b40e1-f5a2-4681-b9f2-9ad481692cde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:22.674604 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:22.675133 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:22.916422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:22.920885 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:59:22.926725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:22.941103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:22.971979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.030410 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.069000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.188075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:23.188625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:59:23.387199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.399411 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.412921 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.435122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.465745 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:23.466110 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:23.470900 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:59:23.471259 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Claim successful on node np0040594247
Apr 30 15:59:23.500944 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.541663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.698807 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:59:23.699081 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:59:23.760948 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c7dae22f474ccf8652b7981e9feb0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3584eb28822741fea52b8506f69c12f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:59:23.970164 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.980348 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.982880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:23.993793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.015656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.075846 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.130461 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.204664 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:59:24.320722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.327361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.327361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.346634 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Successfully created port: 504de9fc-39c6-4312-b30a-08803b2a38c1 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:59:24.352513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.354321 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:24.622072 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:24.629110 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:24.631193 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:24.631193 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:24.631193 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:24.710753 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:59:25.028914 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Successfully updated port: 504de9fc-39c6-4312-b30a-08803b2a38c1 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:59:25.075627 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Received event network-changed-504de9fc-39c6-4312-b30a-08803b2a38c1 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:59:25.076069 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Refreshing instance network info cache due to event network-changed-504de9fc-39c6-4312-b30a-08803b2a38c1. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:59:25.076414 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] Acquiring lock "refresh_cache-e31b730c-d4fd-4edf-b1d0-965a63c57d75" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:25.076648 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] Acquired lock "refresh_cache-e31b730c-d4fd-4edf-b1d0-965a63c57d75" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:25.077196 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Refreshing network info cache for port 504de9fc-39c6-4312-b30a-08803b2a38c1 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:59:25.134539 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:25.135151 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:25.536247 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "refresh_cache-e31b730c-d4fd-4edf-b1d0-965a63c57d75" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:25.638188 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:25.647921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:25.648369 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:59:25.727202 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:59:25.728530 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:59:25.728950 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Creating image(s)
Apr 30 15:59:25.729825 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "/opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:25.729997 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "/opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:25.730893 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "/opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:25.731578 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:25.736869 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:25.739185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:25.844915 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:25.852512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.113s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:25.853062 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:25.853738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:25.854288 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:25.860541 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:25.861550 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:25.961003 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:25.961635 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:26.008868 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk 1073741824" returned: 0 in 0.047s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:26.009471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.156s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:26.010024 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:26.114072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:26.114659 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:59:26.115152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:26.163717 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:59:26.163717 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:59:26.224103 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk --force-share --output=json" returned: 0 in 0.109s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:26.224583 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Cannot resize image /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:59:26.225115 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:59:26.225448 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Ensure instance console log exists: /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:59:26.225966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:26.226368 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:26.226930 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:59:26.235000 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbceda615ea41dd95e0d894d81c0880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfac712ed8764c23a89ce3fb5016c1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:59:26.238178 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Available mdevs at: set().
Apr 30 15:59:26.238447 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:59:26.238753 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:26.247459 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:26.249198 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:59:26.253212 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Traceback (most recent call last):
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     yield resources
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     return f(*args, **kwargs)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     chosen_mdev = self._create_mdev(
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     self._host.device_create(conf)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     raise e.with_traceback(tb)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     rv = meth(*args, **kwargs)
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:26.255378 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] 
Apr 30 15:59:26.311934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:26.314844 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:26.317349 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:26.349234 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ecb3165d-33b9-426c-8df5-9a107f3cea81 req-0c789a4e-8699-42d8-b657-558f4c12d12e service nova] Releasing lock "refresh_cache-e31b730c-d4fd-4edf-b1d0-965a63c57d75" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:26.350032 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquired lock "refresh_cache-e31b730c-d4fd-4edf-b1d0-965a63c57d75" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:26.350431 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:59:26.670578 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:59:26.806753 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Successfully created port: ccf8f653-6908-4f21-a50b-31de78bf6e2a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:59:26.918097 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:27.177357 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:59:27.274824 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Updating instance_info_cache with network_info: [{"id": "504de9fc-39c6-4312-b30a-08803b2a38c1", "address": "fa:16:3e:70:2c:37", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap504de9fc-39", "ovs_interfaceid": "504de9fc-39c6-4312-b30a-08803b2a38c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:27.578555 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Successfully updated port: ccf8f653-6908-4f21-a50b-31de78bf6e2a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:59:27.611350 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Received event network-changed-ccf8f653-6908-4f21-a50b-31de78bf6e2a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:59:27.611663 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Refreshing instance network info cache due to event network-changed-ccf8f653-6908-4f21-a50b-31de78bf6e2a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:59:27.612091 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] Acquiring lock "refresh_cache-066b40e1-f5a2-4681-b9f2-9ad481692cde" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:27.612337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] Acquired lock "refresh_cache-066b40e1-f5a2-4681-b9f2-9ad481692cde" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:27.612544 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Refreshing network info cache for port ccf8f653-6908-4f21-a50b-31de78bf6e2a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:59:27.689899 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Booting with volume snapshot 9b48e262-8bd0-44c6-a4ca-7734f286aee6 at /dev/vda
Apr 30 15:59:27.780674 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Releasing lock "refresh_cache-e31b730c-d4fd-4edf-b1d0-965a63c57d75" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:27.781380 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Instance network_info: |[{"id": "504de9fc-39c6-4312-b30a-08803b2a38c1", "address": "fa:16:3e:70:2c:37", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap504de9fc-39", "ovs_interfaceid": "504de9fc-39c6-4312-b30a-08803b2a38c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:59:27.782304 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Terminating instance
Apr 30 15:59:28.082516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "refresh_cache-066b40e1-f5a2-4681-b9f2-9ad481692cde" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:28.170177 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:28.292854 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:59:28.298805 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:28.303975 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:59:28.304169 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Instance destroyed successfully.
Apr 30 15:59:28.305475 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:59:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestEncryptedCinderVolumes-server-1063468579',display_name='tempest-TestEncryptedCinderVolumes-server-1063468579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testencryptedcindervolumes-server-1063468579',id=161,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC05QMr5IkIFh+6IJtGjVEjd7C1mGMEBEYVk7xv+X9T2avMhRRtkeQpSzRD5161Tq6brWEaKsJ34QTsxsHHst/0MGCtaYFofCmGbTA0Qjx9ckC+Vfjznbv4S1GUjnN4+bA==',key_name='tempest-keypair-1149940119',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3584eb28822741fea52b8506f69c12f8',ramdisk_id='',reservation_id='r-w73a2uzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestEncryptedCinderVolumes-1004924523',owner_user_name='tempest-TestEncryptedCinderVolumes-1004924523-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a1c7dae22f474ccf8652b7981e9feb0d',uuid=e31b730c-d4fd-4edf-b1d0-965a63c57d75,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "504de9fc-39c6-4312-b30a-08803b2a38c1", "address": "fa:16:3e:70:2c:37", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap504de9fc-39", "ovs_interfaceid": "504de9fc-39c6-4312-b30a-08803b2a38c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:28.308174 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converting VIF {"id": "504de9fc-39c6-4312-b30a-08803b2a38c1", "address": "fa:16:3e:70:2c:37", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap504de9fc-39", "ovs_interfaceid": "504de9fc-39c6-4312-b30a-08803b2a38c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:28.308174 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:2c:37,bridge_name='br-int',has_traffic_filtering=True,id=504de9fc-39c6-4312-b30a-08803b2a38c1,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap504de9fc-39') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:28.308174 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2c:37,bridge_name='br-int',has_traffic_filtering=True,id=504de9fc-39c6-4312-b30a-08803b2a38c1,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap504de9fc-39') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:28.309204 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:28.309629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap504de9fc-39, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:28.309946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:28.314046 np0040594247 nova-compute[88153]: INFO os_vif [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2c:37,bridge_name='br-int',has_traffic_filtering=True,id=504de9fc-39c6-4312-b30a-08803b2a38c1,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap504de9fc-39')
Apr 30 15:59:28.314998 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Deleting instance files /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75_del
Apr 30 15:59:28.314998 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Deletion of /opt/stack/data/nova/instances/e31b730c-d4fd-4edf-b1d0-965a63c57d75_del complete
Apr 30 15:59:28.801153 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-624bb303-7284-4d82-9423-1401cc40903e req-42bafc54-6270-49c4-956b-8099fa4d5bf3 service nova] Releasing lock "refresh_cache-066b40e1-f5a2-4681-b9f2-9ad481692cde" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:28.801736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquired lock "refresh_cache-066b40e1-f5a2-4681-b9f2-9ad481692cde" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:28.802032 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:59:28.822997 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:59:28.825943 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d701bc350> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:59:28.826105 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:28.826533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:29.072425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:29.083501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:29.365754 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:29.543723 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:29.556707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:29.641712 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Updating instance_info_cache with network_info: [{"id": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "address": "fa:16:3e:92:d9:49", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapccf8f653-69", "ovs_interfaceid": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:29.755076 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:29.755390 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:30.061633 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:30.062156 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:30.144488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Releasing lock "refresh_cache-066b40e1-f5a2-4681-b9f2-9ad481692cde" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:30.144809 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Instance network_info: |[{"id": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "address": "fa:16:3e:92:d9:49", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapccf8f653-69", "ovs_interfaceid": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:59:30.257898 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:59:30.574810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.748s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Traceback (most recent call last):
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     return f(*args, **kwargs)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     chosen_mdev = self._create_mdev(
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     self._host.device_create(conf)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     raise e.with_traceback(tb)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     rv = meth(*args, **kwargs)
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:30.576854 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] 
Apr 30 15:59:30.578526 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:59:30.580104 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Build of instance e31b730c-d4fd-4edf-b1d0-965a63c57d75 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:59:30.582308 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:59:30.583307 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:59:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestEncryptedCinderVolumes-server-1063468579',display_name='tempest-TestEncryptedCinderVolumes-server-1063468579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testencryptedcindervolumes-server-1063468579',id=161,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC05QMr5IkIFh+6IJtGjVEjd7C1mGMEBEYVk7xv+X9T2avMhRRtkeQpSzRD5161Tq6brWEaKsJ34QTsxsHHst/0MGCtaYFofCmGbTA0Qjx9ckC+Vfjznbv4S1GUjnN4+bA==',key_name='tempest-keypair-1149940119',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3584eb28822741fea52b8506f69c12f8',ramdisk_id='',reservation_id='r-w73a2uzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestEncryptedCinderVolumes-1004924523',owner_user_name='tempest-TestEncryptedCinderVolumes-1004924523-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a1c7dae22f474ccf8652b7981e9feb0d',uuid=e31b730c-d4fd-4edf-b1d0-965a63c57d75,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "504de9fc-39c6-4312-b30a-08803b2a38c1", "address": "fa:16:3e:70:2c:37", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap504de9fc-39", "ovs_interfaceid": "504de9fc-39c6-4312-b30a-08803b2a38c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:30.583645 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converting VIF {"id": "504de9fc-39c6-4312-b30a-08803b2a38c1", "address": "fa:16:3e:70:2c:37", "network": {"id": "63c1051a-2afe-4049-86aa-aca9db3a85f4", "bridge": "br-int", "label": "tempest-TestEncryptedCinderVolumes-699139530-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "3584eb28822741fea52b8506f69c12f8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap504de9fc-39", "ovs_interfaceid": "504de9fc-39c6-4312-b30a-08803b2a38c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:30.584455 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:2c:37,bridge_name='br-int',has_traffic_filtering=True,id=504de9fc-39c6-4312-b30a-08803b2a38c1,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap504de9fc-39') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:30.584896 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2c:37,bridge_name='br-int',has_traffic_filtering=True,id=504de9fc-39c6-4312-b30a-08803b2a38c1,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap504de9fc-39') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:30.586345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:30.586746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap504de9fc-39, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:30.587004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:30.589272 np0040594247 nova-compute[88153]: INFO os_vif [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:2c:37,bridge_name='br-int',has_traffic_filtering=True,id=504de9fc-39c6-4312-b30a-08803b2a38c1,network=Network(63c1051a-2afe-4049-86aa-aca9db3a85f4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap504de9fc-39')
Apr 30 15:59:30.589714 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:59:30.590013 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:59:30.590290 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:59:30.797082 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:30.797451 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:30.802292 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:59:30.802582 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Claim successful on node np0040594247
Apr 30 15:59:31.457788 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:31.571609 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:59:31.572731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:31.579912 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:31.580206 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[5de7d1ac-ee02-4717-9364-99ecac24cfca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:59:31.581377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:31.590395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:31.590761 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2436a2f-c008-4612-9657-c24ad8525757]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:59:31.591642 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:31.600843 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:31.601141 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a5380d8-9138-4e98-ac37-da10b19df911]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:59:31.602070 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[17652e31-b014-4533-bd5d-db2073acc668]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:59:31.602498 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:31.626858 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:59:31.627229 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 15:59:31.628362 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:31.635072 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:59:31.635281 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 15:59:31.635510 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dce5289-6531-4b39-bba5-0cc60e16faf0]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:59:31.637939 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 15:59:31.639220 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 15:59:31.639471 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 15:59:31.639830 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 15:59:31.640497 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== get_connector_properties: return (68ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:59:31.641167 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Updating existing volume attachment record: e282eb43-1aa0-4898-89ca-018b228ae8f3 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 15:59:31.961703 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] [instance: e31b730c-d4fd-4edf-b1d0-965a63c57d75] Took 1.37 seconds to deallocate network for instance.
Apr 30 15:59:32.075100 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:32.085914 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:32.087707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:32.087707 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:32.595148 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:32.595865 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:33.013827 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Deleted allocations for instance e31b730c-d4fd-4edf-b1d0-965a63c57d75
Apr 30 15:59:33.108144 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:33.108860 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:59:33.525081 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f1b8e199-b17b-4314-a335-87cf9a79d65f tempest-TestEncryptedCinderVolumes-1004924523 tempest-TestEncryptedCinderVolumes-1004924523-project-member] Lock "e31b730c-d4fd-4edf-b1d0-965a63c57d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.614s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:33.618453 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:59:33.619278 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:59:33.679757 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a44b2e7bad54d2793bde9ca855bdde9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e4f52c48284dac830d71a5faa037da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:59:34.081485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 3493-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 15:59:34.086342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:34.086342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 15:59:34.086342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:59:34.086711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 15:59:34.130383 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:59:34.203464 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Successfully created port: d319473f-0057-4ba3-867d-5ade31325f15 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:59:34.632056 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:59:34.819962 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Successfully updated port: d319473f-0057-4ba3-867d-5ade31325f15 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:59:34.859933 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Received event network-changed-d319473f-0057-4ba3-867d-5ade31325f15 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:59:34.862714 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Refreshing instance network info cache due to event network-changed-d319473f-0057-4ba3-867d-5ade31325f15. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:59:34.862714 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] Acquiring lock "refresh_cache-c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:34.862714 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] Acquired lock "refresh_cache-c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:34.862714 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Refreshing network info cache for port d319473f-0057-4ba3-867d-5ade31325f15 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:59:35.327580 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "refresh_cache-c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:35.422002 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:35.541280 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:35.652357 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:59:35.653738 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:59:35.654165 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Creating image(s)
Apr 30 15:59:35.661929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:35.662276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "/opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.007s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:35.663257 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "/opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:35.663998 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:35.675649 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:35.678065 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:35.780056 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.101s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:35.780793 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:35.782150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:35.783025 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:35.788618 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:35.789543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:35.880725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:35.881841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:35.917541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:35.918177 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.136s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:35.918821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:36.016359 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:36.017106 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:59:36.017830 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:36.045726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-2e6fa876-3066-4bc9-94d3-3f66dbd5161e req-97754969-b5fd-497d-9973-66aa74699e7d service nova] Releasing lock "refresh_cache-c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:36.046593 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquired lock "refresh_cache-c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:36.046954 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:59:36.106185 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:36.106788 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Cannot resize image /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:59:36.107374 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:59:36.107867 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Ensure instance console log exists: /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:59:36.108397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:36.108895 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:36.109387 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:59:36.112899 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Available mdevs at: set().
Apr 30 15:59:36.113274 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:59:36.113570 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:36.118200 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:36.119902 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:59:36.122573 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Traceback (most recent call last):
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     yield resources
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     return f(*args, **kwargs)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     chosen_mdev = self._create_mdev(
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     self._host.device_create(conf)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     raise e.with_traceback(tb)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     rv = meth(*args, **kwargs)
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:36.125042 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] 
Apr 30 15:59:36.598383 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:36.843441 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Updating instance_info_cache with network_info: [{"id": "d319473f-0057-4ba3-867d-5ade31325f15", "address": "fa:16:3e:07:88:80", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd319473f-00", "ovs_interfaceid": "d319473f-0057-4ba3-867d-5ade31325f15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:37.348036 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Releasing lock "refresh_cache-c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:37.348473 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Instance network_info: |[{"id": "d319473f-0057-4ba3-867d-5ade31325f15", "address": "fa:16:3e:07:88:80", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd319473f-00", "ovs_interfaceid": "d319473f-0057-4ba3-867d-5ade31325f15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:59:37.349116 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Terminating instance
Apr 30 15:59:37.855170 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:59:37.860164 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:59:37.860355 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Instance destroyed successfully.
Apr 30 15:59:37.861651 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:59:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-791240004',display_name='tempest-TestShelveInstance-server-791240004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testshelveinstance-server-791240004',id=163,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNrnKf/fn+z8B4NREbzYFoD6RHFZuztyukWcwMkBI2SLp0GHxoi+wVdqemnup7aq2Bac7fooJ5RG5Py7fGrdeFLX/NT6+6OkYzFCr2SZjqztNbXsHHv4THBQuHYWKrMJiQ==',key_name='tempest-TestShelveInstance-1438261594',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e4f52c48284dac830d71a5faa037da',ramdisk_id='',reservation_id='r-m3ildbjv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1886240866',owner_user_name='tempest-TestShelveInstance-1886240866-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:35Z,user_data=None,user_id='7a44b2e7bad54d2793bde9ca855bdde9',uuid=c1563dcb-7f69-4d8d-9a5b-20a7779e0f56,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d319473f-0057-4ba3-867d-5ade31325f15", "address": "fa:16:3e:07:88:80", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd319473f-00", "ovs_interfaceid": "d319473f-0057-4ba3-867d-5ade31325f15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:37.862015 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converting VIF {"id": "d319473f-0057-4ba3-867d-5ade31325f15", "address": "fa:16:3e:07:88:80", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd319473f-00", "ovs_interfaceid": "d319473f-0057-4ba3-867d-5ade31325f15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:37.863090 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:88:80,bridge_name='br-int',has_traffic_filtering=True,id=d319473f-0057-4ba3-867d-5ade31325f15,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd319473f-00') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:37.863577 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:88:80,bridge_name='br-int',has_traffic_filtering=True,id=d319473f-0057-4ba3-867d-5ade31325f15,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd319473f-00') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:37.865960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:37.866516 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd319473f-00, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:37.866867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:37.869376 np0040594247 nova-compute[88153]: INFO os_vif [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:88:80,bridge_name='br-int',has_traffic_filtering=True,id=d319473f-0057-4ba3-867d-5ade31325f15,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd319473f-00')
Apr 30 15:59:37.869868 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Deleting instance files /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56_del
Apr 30 15:59:37.870507 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Deletion of /opt/stack/data/nova/instances/c1563dcb-7f69-4d8d-9a5b-20a7779e0f56_del complete
Apr 30 15:59:38.285548 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:59:38.287184 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:59:38.287990 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Creating image(s)
Apr 30 15:59:38.288215 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 15:59:38.288529 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Ensure instance console log exists: /opt/stack/data/nova/instances/066b40e1-f5a2-4681-b9f2-9ad481692cde/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:59:38.288966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:38.289297 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:38.289628 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:59:38.293007 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Available mdevs at: set().
Apr 30 15:59:38.293268 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:59:38.293524 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:38.297539 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:38.298399 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:59:38.302816 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Traceback (most recent call last):
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     yield resources
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     return f(*args, **kwargs)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     chosen_mdev = self._create_mdev(
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     self._host.device_create(conf)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     raise e.with_traceback(tb)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     rv = meth(*args, **kwargs)
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:38.304914 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] 
Apr 30 15:59:38.306822 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Terminating instance
Apr 30 15:59:38.314642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:38.317392 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:38.378807 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 15:59:38.381984 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7019dac0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:59:38.382242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:38.382669 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:38.811863 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:59:38.817257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:59:38.817442 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Instance destroyed successfully.
Apr 30 15:59:38.818724 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:59:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-229963639',display_name='tempest-TestVolumeBootPattern-server-229963639',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testvolumebootpattern-server-229963639',id=162,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-5bmfbx7q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:27Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=066b40e1-f5a2-4681-b9f2-9ad481692cde,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "address": "fa:16:3e:92:d9:49", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapccf8f653-69", "ovs_interfaceid": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:38.819063 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "address": "fa:16:3e:92:d9:49", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapccf8f653-69", "ovs_interfaceid": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:38.819932 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:d9:49,bridge_name='br-int',has_traffic_filtering=True,id=ccf8f653-6908-4f21-a50b-31de78bf6e2a,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccf8f653-69') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:38.820376 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:d9:49,bridge_name='br-int',has_traffic_filtering=True,id=ccf8f653-6908-4f21-a50b-31de78bf6e2a,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccf8f653-69') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:38.821925 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:38.822472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapccf8f653-69, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:38.822567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:38.825016 np0040594247 nova-compute[88153]: INFO os_vif [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:d9:49,bridge_name='br-int',has_traffic_filtering=True,id=ccf8f653-6908-4f21-a50b-31de78bf6e2a,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccf8f653-69')
Apr 30 15:59:38.829784 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 15:59:38.830893 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-34cf37fb-cccd-4026-8e36-b7c7bbfaff44', 'target_lun': 0, 'volume_id': '34cf37fb-cccd-4026-8e36-b7c7bbfaff44', 'auth_method': 'CHAP', 'auth_username': 'qq4VJ6GfCHGvmqBsLw7z', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 15:59:38.831208 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 15:59:38.831882 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 15:59:38.833139 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:38.849164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.016s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:38.849385 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[447dce95-e9f1-495c-8995-6a9ec5ae4d13]: Unexpected error while running command.
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:59:38.850963 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:59:38.852112 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[447dce95-e9f1-495c-8995-6a9ec5ae4d13]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 15:59:38.854911 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 15:59:38.858466 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 15:59:38.858466 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.024s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 15:59:38.858466 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== disconnect_volume: return (25ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 15:59:38.858466 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 15:59:38.858466 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Deleting instance files /opt/stack/data/nova/instances/066b40e1-f5a2-4681-b9f2-9ad481692cde_del
Apr 30 15:59:38.858466 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Deletion of /opt/stack/data/nova/instances/066b40e1-f5a2-4681-b9f2-9ad481692cde_del complete
Apr 30 15:59:39.016913 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:39.023553 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:39.024343 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:39.024343 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:39.024600 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:39.025044 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:39.090160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:39.175917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:39.211794 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:39.368348 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 15:59:39.419050 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:39.479250 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:39.532819 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:39.533391 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:39.950729 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:40.046944 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.664s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Traceback (most recent call last):
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     return f(*args, **kwargs)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     chosen_mdev = self._create_mdev(
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     self._host.device_create(conf)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     raise e.with_traceback(tb)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     rv = meth(*args, **kwargs)
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:40.050404 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] 
Apr 30 15:59:40.053485 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:59:40.054544 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Build of instance c1563dcb-7f69-4d8d-9a5b-20a7779e0f56 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:59:40.056835 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:59:40.057941 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:59:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-791240004',display_name='tempest-TestShelveInstance-server-791240004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testshelveinstance-server-791240004',id=163,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNrnKf/fn+z8B4NREbzYFoD6RHFZuztyukWcwMkBI2SLp0GHxoi+wVdqemnup7aq2Bac7fooJ5RG5Py7fGrdeFLX/NT6+6OkYzFCr2SZjqztNbXsHHv4THBQuHYWKrMJiQ==',key_name='tempest-TestShelveInstance-1438261594',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e4f52c48284dac830d71a5faa037da',ramdisk_id='',reservation_id='r-m3ildbjv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1886240866',owner_user_name='tempest-TestShelveInstance-1886240866-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:38Z,user_data=None,user_id='7a44b2e7bad54d2793bde9ca855bdde9',uuid=c1563dcb-7f69-4d8d-9a5b-20a7779e0f56,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d319473f-0057-4ba3-867d-5ade31325f15", "address": "fa:16:3e:07:88:80", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd319473f-00", "ovs_interfaceid": "d319473f-0057-4ba3-867d-5ade31325f15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:40.058357 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converting VIF {"id": "d319473f-0057-4ba3-867d-5ade31325f15", "address": "fa:16:3e:07:88:80", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd319473f-00", "ovs_interfaceid": "d319473f-0057-4ba3-867d-5ade31325f15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:40.059242 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:88:80,bridge_name='br-int',has_traffic_filtering=True,id=d319473f-0057-4ba3-867d-5ade31325f15,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd319473f-00') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:40.059752 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:88:80,bridge_name='br-int',has_traffic_filtering=True,id=d319473f-0057-4ba3-867d-5ade31325f15,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd319473f-00') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:40.061224 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:40.061708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd319473f-00, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:40.062122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:40.064513 np0040594247 nova-compute[88153]: INFO os_vif [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:88:80,bridge_name='br-int',has_traffic_filtering=True,id=d319473f-0057-4ba3-867d-5ade31325f15,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd319473f-00')
Apr 30 15:59:40.064898 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:59:40.065279 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:59:40.065609 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:59:40.111125 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:41.007437 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:41.492634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:41.511022 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: c1563dcb-7f69-4d8d-9a5b-20a7779e0f56] Took 1.45 seconds to deallocate network for instance.
Apr 30 15:59:41.574029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:41.799724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:41.838702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:42.178723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:42.203390 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:42.569447 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Deleted allocations for instance c1563dcb-7f69-4d8d-9a5b-20a7779e0f56
Apr 30 15:59:43.081892 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-139a78d4-5b08-4c63-8fdb-a2d036787424 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "c1563dcb-7f69-4d8d-9a5b-20a7779e0f56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.326s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:43.946394 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Took 4.58 seconds to detach 1 volumes for instance.
Apr 30 15:59:43.949072 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70264a10> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:59:43.949377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:43.949724 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:44.088441 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:44.090249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:44.544363 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:44.550830 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:44.551900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:44.551900 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:44.551900 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:44.552603 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:45.057522 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:45.058152 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:45.570762 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.621s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Traceback (most recent call last):
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     return f(*args, **kwargs)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     chosen_mdev = self._create_mdev(
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     self._host.device_create(conf)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     raise e.with_traceback(tb)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     rv = meth(*args, **kwargs)
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:45.573100 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] 
Apr 30 15:59:45.575924 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:59:45.577100 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Build of instance 066b40e1-f5a2-4681-b9f2-9ad481692cde was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:59:45.579179 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:59:45.580249 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:59:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-229963639',display_name='tempest-TestVolumeBootPattern-server-229963639',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testvolumebootpattern-server-229963639',id=162,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-5bmfbx7q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:39Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=066b40e1-f5a2-4681-b9f2-9ad481692cde,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "address": "fa:16:3e:92:d9:49", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapccf8f653-69", "ovs_interfaceid": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:45.581062 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "address": "fa:16:3e:92:d9:49", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapccf8f653-69", "ovs_interfaceid": "ccf8f653-6908-4f21-a50b-31de78bf6e2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:45.581405 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:d9:49,bridge_name='br-int',has_traffic_filtering=True,id=ccf8f653-6908-4f21-a50b-31de78bf6e2a,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccf8f653-69') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:45.581861 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:d9:49,bridge_name='br-int',has_traffic_filtering=True,id=ccf8f653-6908-4f21-a50b-31de78bf6e2a,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccf8f653-69') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:45.583629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:45.584026 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapccf8f653-69, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:45.584274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:45.586951 np0040594247 nova-compute[88153]: INFO os_vif [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:d9:49,bridge_name='br-int',has_traffic_filtering=True,id=ccf8f653-6908-4f21-a50b-31de78bf6e2a,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccf8f653-69')
Apr 30 15:59:45.587728 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:59:45.587728 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:59:45.587899 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:59:45.741714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:45.755730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:45.772825 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:45.801473 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:45.871483 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:45.926052 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.328599 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.331473 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.337179 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.500386 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:46.878933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.885590 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.900125 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.907627 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:46.948310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:47.004233 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 066b40e1-f5a2-4681-b9f2-9ad481692cde] Took 1.42 seconds to deallocate network for instance.
Apr 30 15:59:47.019378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:47.076629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:48.074365 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Deleted allocations for instance 066b40e1-f5a2-4681-b9f2-9ad481692cde
Apr 30 15:59:48.338638 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:48.600600 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a97e7f41-be1f-41b1-a9aa-ecc5e1dcf38e tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "066b40e1-f5a2-4681-b9f2-9ad481692cde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.183s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:49.037443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "79a8f27e-2aa4-4179-b11a-df43dd2ce010" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:49.037990 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "79a8f27e-2aa4-4179-b11a-df43dd2ce010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:49.094120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:49.275406 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:49.287756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:49.305727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:49.331252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:49.399948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:49.448720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:49.546696 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 15:59:50.096619 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:50.097152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:50.105571 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 15:59:50.107224 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Claim successful on node np0040594247
Apr 30 15:59:50.345201 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:50.345922 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:50.350692 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.236278 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:51.244207 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:51.245563 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:51.245563 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:51.245563 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:51.246123 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:51.319519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.331698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.342160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.567979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.634986 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.687151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.752535 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:51.752535 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:51.825167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.836263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:51.857883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.010587 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.082999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.131510 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.264620 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:52.266702 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 15:59:52.324560 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.325904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.330314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.333655 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.348549 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.350136 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.354879 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.356700 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:52.775483 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 15:59:52.779715 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 15:59:52.875220 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a44b2e7bad54d2793bde9ca855bdde9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e4f52c48284dac830d71a5faa037da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 15:59:53.284700 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 15:59:53.404988 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Successfully created port: 73474a6d-8d23-493d-b109-dd514408a730 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 15:59:53.796096 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 15:59:54.091434 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:54.105173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:54.247251 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Successfully updated port: 73474a6d-8d23-493d-b109-dd514408a730 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 15:59:54.294651 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Received event network-changed-73474a6d-8d23-493d-b109-dd514408a730 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 15:59:54.296994 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Refreshing instance network info cache due to event network-changed-73474a6d-8d23-493d-b109-dd514408a730. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 15:59:54.296994 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] Acquiring lock "refresh_cache-79a8f27e-2aa4-4179-b11a-df43dd2ce010" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:54.296994 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] Acquired lock "refresh_cache-79a8f27e-2aa4-4179-b11a-df43dd2ce010" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:54.296994 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Refreshing network info cache for port 73474a6d-8d23-493d-b109-dd514408a730 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 15:59:54.759664 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "refresh_cache-79a8f27e-2aa4-4179-b11a-df43dd2ce010" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 15:59:54.815706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 15:59:54.818054 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 15:59:54.818583 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Creating image(s)
Apr 30 15:59:54.820942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "/opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:54.820942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "/opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:54.820942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "/opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:54.821691 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:54.828942 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:54.832464 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:54.936159 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:54.936910 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:54.937398 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:54.938089 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:54.943928 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 15:59:54.944161 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:54.963294 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:55.060189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.116s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:55.060776 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:55.100518 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk 1073741824" returned: 0 in 0.039s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:55.101143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.164s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:55.102152 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:55.155441 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:55.181948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.195126 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.206341 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.207836 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.106s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:55.208748 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Checking if we can resize image /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 15:59:55.208971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 15:59:55.307083 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.325223 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk --force-share --output=json" returned: 0 in 0.116s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 15:59:55.325863 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Cannot resize image /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 15:59:55.326510 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 15:59:55.328210 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Ensure instance console log exists: /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 15:59:55.328707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:55.329121 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:55.329553 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 15:59:55.335345 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Available mdevs at: set().
Apr 30 15:59:55.335623 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 15:59:55.335908 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:55.342448 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 15:59:55.358743 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.027s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Traceback (most recent call last):
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     yield resources
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     return f(*args, **kwargs)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     chosen_mdev = self._create_mdev(
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     self._host.device_create(conf)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     raise e.with_traceback(tb)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     rv = meth(*args, **kwargs)
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:55.360969 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] 
Apr 30 15:59:55.430337 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.436489 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.448741 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.466355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.501478 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.569151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.631534 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:55.660164 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3985858f-6902-4a5d-8ca7-b376efb131cd req-4a32f9b8-6100-4591-8f0d-31b20b472168 service nova] Releasing lock "refresh_cache-79a8f27e-2aa4-4179-b11a-df43dd2ce010" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:55.661217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquired lock "refresh_cache-79a8f27e-2aa4-4179-b11a-df43dd2ce010" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 15:59:55.661683 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 15:59:56.250636 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 15:59:56.329599 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.335515 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.338900 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.341381 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.353112 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.355628 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.358910 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.359607 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:56.541654 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Updating instance_info_cache with network_info: [{"id": "73474a6d-8d23-493d-b109-dd514408a730", "address": "fa:16:3e:1f:9e:eb", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap73474a6d-8d", "ovs_interfaceid": "73474a6d-8d23-493d-b109-dd514408a730", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 15:59:57.045403 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Releasing lock "refresh_cache-79a8f27e-2aa4-4179-b11a-df43dd2ce010" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 15:59:57.046127 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Instance network_info: |[{"id": "73474a6d-8d23-493d-b109-dd514408a730", "address": "fa:16:3e:1f:9e:eb", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap73474a6d-8d", "ovs_interfaceid": "73474a6d-8d23-493d-b109-dd514408a730", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 15:59:57.047278 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Terminating instance
Apr 30 15:59:57.552824 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 15:59:57.564711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 15:59:57.564711 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Instance destroyed successfully.
Apr 30 15:59:57.564711 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:59:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-35282609',display_name='tempest-TestShelveInstance-server-35282609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testshelveinstance-server-35282609',id=164,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwVrtoG1VZxkAALmeLqU+uKblmd65n+qRpY5zPkq7L1pPskzkghKU1iTatK+CC5HhVoYqHYa3XdBuSDIAFeMdXSGIwzhNYs7V7eKLa97BsRWUNt4iEe1AiR9ILh7oh2lg==',key_name='tempest-TestShelveInstance-696775286',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e4f52c48284dac830d71a5faa037da',ramdisk_id='',reservation_id='r-3xk9cosq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1886240866',owner_user_name='tempest-TestShelveInstance-1886240866-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:54Z,user_data=None,user_id='7a44b2e7bad54d2793bde9ca855bdde9',uuid=79a8f27e-2aa4-4179-b11a-df43dd2ce010,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73474a6d-8d23-493d-b109-dd514408a730", "address": "fa:16:3e:1f:9e:eb", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap73474a6d-8d", "ovs_interfaceid": "73474a6d-8d23-493d-b109-dd514408a730", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:57.564711 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converting VIF {"id": "73474a6d-8d23-493d-b109-dd514408a730", "address": "fa:16:3e:1f:9e:eb", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap73474a6d-8d", "ovs_interfaceid": "73474a6d-8d23-493d-b109-dd514408a730", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:57.565909 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:9e:eb,bridge_name='br-int',has_traffic_filtering=True,id=73474a6d-8d23-493d-b109-dd514408a730,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73474a6d-8d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:57.567286 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:9e:eb,bridge_name='br-int',has_traffic_filtering=True,id=73474a6d-8d23-493d-b109-dd514408a730,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73474a6d-8d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:57.568326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:57.569119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73474a6d-8d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:57.569251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:57.571891 np0040594247 nova-compute[88153]: INFO os_vif [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:9e:eb,bridge_name='br-int',has_traffic_filtering=True,id=73474a6d-8d23-493d-b109-dd514408a730,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73474a6d-8d')
Apr 30 15:59:57.572348 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Deleting instance files /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010_del
Apr 30 15:59:57.573156 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Deletion of /opt/stack/data/nova/instances/79a8f27e-2aa4-4179-b11a-df43dd2ce010_del complete
Apr 30 15:59:58.085750 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 15:59:58.088904 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d94196330> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 15:59:58.089187 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 15:59:58.089572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 15:59:58.224546 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.233093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.248030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.273257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.334977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.336539 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.340531 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.343090 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.345495 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.387772 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.724489 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:       </type>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:     </capability>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:   </capability>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]: </device>
Apr 30 15:59:58.734698 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 15:59:58.737228 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 15:59:58.737228 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 15:59:58.737228 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:58.737228 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 15:59:58.841135 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.852471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.863167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.903370 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:58.960779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:59.006746 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:59.103807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:59.241653 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:59.241653 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 15:59:59.756498 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.667s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Traceback (most recent call last):
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     self.driver.spawn(context, instance, image_meta,
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     mdevs = self._allocate_mdevs(allocations)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     return f(*args, **kwargs)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]            ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     chosen_mdev = self._create_mdev(
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]                   ^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     self._host.device_create(conf)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     rv = execute(f, *args, **kwargs)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     raise e.with_traceback(tb)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     rv = meth(*args, **kwargs)
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 15:59:59.758422 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] 
Apr 30 15:59:59.760093 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 15:59:59.761645 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Build of instance 79a8f27e-2aa4-4179-b11a-df43dd2ce010 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 15:59:59.763983 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 15:59:59.764996 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:59:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-35282609',display_name='tempest-TestShelveInstance-server-35282609',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testshelveinstance-server-35282609',id=164,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwVrtoG1VZxkAALmeLqU+uKblmd65n+qRpY5zPkq7L1pPskzkghKU1iTatK+CC5HhVoYqHYa3XdBuSDIAFeMdXSGIwzhNYs7V7eKLa97BsRWUNt4iEe1AiR9ILh7oh2lg==',key_name='tempest-TestShelveInstance-696775286',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e4f52c48284dac830d71a5faa037da',ramdisk_id='',reservation_id='r-3xk9cosq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1886240866',owner_user_name='tempest-TestShelveInstance-1886240866-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T15:59:58Z,user_data=None,user_id='7a44b2e7bad54d2793bde9ca855bdde9',uuid=79a8f27e-2aa4-4179-b11a-df43dd2ce010,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73474a6d-8d23-493d-b109-dd514408a730", "address": "fa:16:3e:1f:9e:eb", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap73474a6d-8d", "ovs_interfaceid": "73474a6d-8d23-493d-b109-dd514408a730", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 15:59:59.765333 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converting VIF {"id": "73474a6d-8d23-493d-b109-dd514408a730", "address": "fa:16:3e:1f:9e:eb", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap73474a6d-8d", "ovs_interfaceid": "73474a6d-8d23-493d-b109-dd514408a730", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 15:59:59.766151 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:9e:eb,bridge_name='br-int',has_traffic_filtering=True,id=73474a6d-8d23-493d-b109-dd514408a730,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73474a6d-8d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 15:59:59.766631 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:9e:eb,bridge_name='br-int',has_traffic_filtering=True,id=73474a6d-8d23-493d-b109-dd514408a730,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73474a6d-8d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 15:59:59.768057 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 15:59:59.768440 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73474a6d-8d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 15:59:59.768714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 15:59:59.770876 np0040594247 nova-compute[88153]: INFO os_vif [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:9e:eb,bridge_name='br-int',has_traffic_filtering=True,id=73474a6d-8d23-493d-b109-dd514408a730,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73474a6d-8d')
Apr 30 15:59:59.771168 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 15:59:59.771472 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 15:59:59.771800 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 15:59:59.890335 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:00.345857 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:00.348523 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:00.353295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:00.355301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:00.401132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:00.401497 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:00.401870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:00.402080 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:00:00.595448 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:00:00.597722 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1651MB free_disk=56.47960662841797GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:00:00.598013 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:00.598375 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:00.641437 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:01.144832 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 79a8f27e-2aa4-4179-b11a-df43dd2ce010] Took 1.37 seconds to deallocate network for instance.
Apr 30 16:00:01.774784 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "e3d89dc3-16ab-405e-8895-9a6f0c334492" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:01.775314 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "e3d89dc3-16ab-405e-8895-9a6f0c334492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:02.160590 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 79a8f27e-2aa4-4179-b11a-df43dd2ce010 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 16:00:02.199496 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Deleted allocations for instance 79a8f27e-2aa4-4179-b11a-df43dd2ce010
Apr 30 16:00:02.279084 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:00:02.667491 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance e3d89dc3-16ab-405e-8895-9a6f0c334492 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 128, 'VCPU': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 16:00:02.667866 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:00:02.668163 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:00:02.713473 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-9d6a4464-19e3-4a6e-8a84-c8cf6fcff3df tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "79a8f27e-2aa4-4179-b11a-df43dd2ce010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.675s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:02.754639 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:02.760473 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:02.761597 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:02.761597 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:02.761597 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:02.761962 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:02.809474 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:03.266752 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:03.267348 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:03.779158 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:00:03.779507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.181s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:03.780107 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.971s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:03.786399 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:00:03.786742 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Claim successful on node np0040594247
Apr 30 16:00:04.092149 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:04.106306 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:04.935351 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:04.940783 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:04.941795 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:04.941795 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:04.941898 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:04.942372 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:05.447872 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:05.447872 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:05.780166 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:05.780616 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:05.960601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:05.961060 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:00:06.062812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "7ac71c6f-be11-4d56-b8b1-5583aa75a762" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:06.063325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "7ac71c6f-be11-4d56-b8b1-5583aa75a762" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:06.470685 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:00:06.471080 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:00:06.566882 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:00:06.595791 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:00:06.979341 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:00:07.106372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:07.106372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:07.111894 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:00:07.111894 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Claim successful on node np0040594247
Apr 30 16:00:07.183814 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Successfully updated port: f222536c-6cce-4fdc-bf6d-cdfb7969d4e9 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:00:07.217460 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Received event network-changed-f222536c-6cce-4fdc-bf6d-cdfb7969d4e9 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:00:07.217758 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Refreshing instance network info cache due to event network-changed-f222536c-6cce-4fdc-bf6d-cdfb7969d4e9. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:00:07.218086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] Acquiring lock "refresh_cache-e3d89dc3-16ab-405e-8895-9a6f0c334492" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:07.218406 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] Acquired lock "refresh_cache-e3d89dc3-16ab-405e-8895-9a6f0c334492" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:07.218732 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Refreshing network info cache for port f222536c-6cce-4fdc-bf6d-cdfb7969d4e9 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:00:07.482239 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:00:07.689120 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-e3d89dc3-16ab-405e-8895-9a6f0c334492" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:07.770931 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:07.902059 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:08.225505 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:08.230628 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:08.231437 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:08.231437 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:08.231633 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:08.232084 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:08.405544 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-b74cb109-e17f-4e3d-8264-b885a82e7948 req-e2544663-3250-46d6-86a9-f2365dd0fa2d service nova] Releasing lock "refresh_cache-e3d89dc3-16ab-405e-8895-9a6f0c334492" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:08.406073 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-e3d89dc3-16ab-405e-8895-9a6f0c334492" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:08.406400 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:00:08.495613 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:00:08.496962 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:00:08.497421 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Creating image(s)
Apr 30 16:00:08.498103 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:08.498424 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:08.499436 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:08.500176 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:08.505398 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:08.506900 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:08.599397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:08.599903 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:08.600586 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:08.601259 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:08.606474 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:08.607055 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:08.694516 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.087s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:08.695132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:08.731327 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:08.731995 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.131s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:08.732495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:08.745633 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:08.746322 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:08.829663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:08.830446 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:00:08.831122 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:08.890151 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:08.890804 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:00:08.926522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:08.927070 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:00:08.927591 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:00:08.928058 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Ensure instance console log exists: /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:00:08.928589 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:08.929019 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:08.929483 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:00:08.933476 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:00:08.933476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:00:08.933476 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:08.938536 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:00:08.942942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Traceback (most recent call last):
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     yield resources
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     return f(*args, **kwargs)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     chosen_mdev = self._create_mdev(
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     self._host.device_create(conf)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     raise e.with_traceback(tb)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     rv = meth(*args, **kwargs)
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:08.945253 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] 
Apr 30 16:00:08.958730 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:09.111787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:09.193967 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Updating instance_info_cache with network_info: [{"id": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "address": "fa:16:3e:48:74:7d", "network": {"id": "dc7ae997-3796-48ef-af18-c8d622e67d0f", "bridge": "br-int", "label": "tempest-network-smoke--1433805949", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf222536c-6c", "ovs_interfaceid": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:09.259811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:09.260564 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:00:09.698029 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-e3d89dc3-16ab-405e-8895-9a6f0c334492" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:09.698507 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Instance network_info: |[{"id": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "address": "fa:16:3e:48:74:7d", "network": {"id": "dc7ae997-3796-48ef-af18-c8d622e67d0f", "bridge": "br-int", "label": "tempest-network-smoke--1433805949", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf222536c-6c", "ovs_interfaceid": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:00:09.699189 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Terminating instance
Apr 30 16:00:09.769261 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:00:09.769539 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:00:09.824930 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbceda615ea41dd95e0d894d81c0880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfac712ed8764c23a89ce3fb5016c1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:00:10.206285 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:00:10.210054 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:00:10.210217 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Instance destroyed successfully.
Apr 30 16:00:10.211568 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T15:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-568505045',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-568505045',id=165,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-jq66os9e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:08Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=e3d89dc3-16ab-405e-8895-9a6f0c334492,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "address": "fa:16:3e:48:74:7d", "network": {"id": "dc7ae997-3796-48ef-af18-c8d622e67d0f", "bridge": "br-int", "label": "tempest-network-smoke--1433805949", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf222536c-6c", "ovs_interfaceid": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:10.212054 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "address": "fa:16:3e:48:74:7d", "network": {"id": "dc7ae997-3796-48ef-af18-c8d622e67d0f", "bridge": "br-int", "label": "tempest-network-smoke--1433805949", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf222536c-6c", "ovs_interfaceid": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:10.214023 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:74:7d,bridge_name='br-int',has_traffic_filtering=True,id=f222536c-6cce-4fdc-bf6d-cdfb7969d4e9,network=Network(dc7ae997-3796-48ef-af18-c8d622e67d0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf222536c-6c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:10.214023 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:74:7d,bridge_name='br-int',has_traffic_filtering=True,id=f222536c-6cce-4fdc-bf6d-cdfb7969d4e9,network=Network(dc7ae997-3796-48ef-af18-c8d622e67d0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf222536c-6c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:10.215897 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:10.216325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf222536c-6c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:10.216628 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:10.218950 np0040594247 nova-compute[88153]: INFO os_vif [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:74:7d,bridge_name='br-int',has_traffic_filtering=True,id=f222536c-6cce-4fdc-bf6d-cdfb7969d4e9,network=Network(dc7ae997-3796-48ef-af18-c8d622e67d0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf222536c-6c')
Apr 30 16:00:10.219582 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Deleting instance files /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492_del
Apr 30 16:00:10.220022 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Deletion of /opt/stack/data/nova/instances/e3d89dc3-16ab-405e-8895-9a6f0c334492_del complete
Apr 30 16:00:10.273989 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:00:10.344795 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Successfully created port: e70c2a1f-fa5f-483c-99de-3fe1f0e6144c {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:00:10.731350 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:00:10.736073 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7014c6e0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:00:10.736369 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:10.737427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:10.788351 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:00:10.891389 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:10.892303 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:10.912951 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Successfully updated port: e70c2a1f-fa5f-483c-99de-3fe1f0e6144c {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:00:10.945196 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Received event network-changed-e70c2a1f-fa5f-483c-99de-3fe1f0e6144c {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:00:10.946075 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Refreshing instance network info cache due to event network-changed-e70c2a1f-fa5f-483c-99de-3fe1f0e6144c. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:00:10.946464 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] Acquiring lock "refresh_cache-7ac71c6f-be11-4d56-b8b1-5583aa75a762" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:10.946705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] Acquired lock "refresh_cache-7ac71c6f-be11-4d56-b8b1-5583aa75a762" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:10.947417 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Refreshing network info cache for port e70c2a1f-fa5f-483c-99de-3fe1f0e6144c {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:00:11.298147 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Booting with volume 86f56328-b3a6-4a96-86c4-7bd141e61069 at /dev/vda
Apr 30 16:00:11.360882 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 16:00:11.362482 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:11.370545 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:11.371364 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[b21784ce-4efc-4688-8c04-ff7d973b82e7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:11.374082 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:11.377992 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:11.384254 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:11.385314 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:11.385314 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:11.385487 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:11.386054 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:11.388428 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:11.388616 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[07569512-779f-4b41-9100-4cc035cd1e6f]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:11.389896 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:11.400454 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:11.401268 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[af40763e-8617-4667-8cce-76b8ffcb1470]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:11.402540 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94475f5-3a0c-4ec3-8615-f85c8d56e5a5]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:11.402987 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:11.422320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "refresh_cache-7ac71c6f-be11-4d56-b8b1-5583aa75a762" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:11.423454 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:11.424774 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 16:00:11.426655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:11.433578 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:11.433841 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 16:00:11.434061 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[9894ff0b-0716-4a46-9343-8af07815ea9c]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:11.436373 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 16:00:11.437996 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 16:00:11.438448 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 16:00:11.438934 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 16:00:11.439750 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== get_connector_properties: return (78ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 16:00:11.440263 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Updating existing volume attachment record: 59ff77a9-3883-4df4-9d5e-688e6506d46e {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 16:00:11.498962 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:11.620290 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:11.890492 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:11.891933 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:11.892438 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:12.125023 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a8f6f3b1-2285-41d8-ae7e-a649be2f5436 req-c54193a1-6400-45b8-9ca8-2b195128f2ff service nova] Releasing lock "refresh_cache-7ac71c6f-be11-4d56-b8b1-5583aa75a762" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:12.125865 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquired lock "refresh_cache-7ac71c6f-be11-4d56-b8b1-5583aa75a762" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:12.126375 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:00:12.404109 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.667s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Traceback (most recent call last):
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     return f(*args, **kwargs)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     chosen_mdev = self._create_mdev(
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     self._host.device_create(conf)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     raise e.with_traceback(tb)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     rv = meth(*args, **kwargs)
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:12.407982 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] 
Apr 30 16:00:12.411622 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:00:12.413945 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Build of instance e3d89dc3-16ab-405e-8895-9a6f0c334492 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:00:12.417068 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:00:12.418903 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T15:59:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-568505045',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-568505045',id=165,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-jq66os9e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:10Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=e3d89dc3-16ab-405e-8895-9a6f0c334492,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "address": "fa:16:3e:48:74:7d", "network": {"id": "dc7ae997-3796-48ef-af18-c8d622e67d0f", "bridge": "br-int", "label": "tempest-network-smoke--1433805949", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf222536c-6c", "ovs_interfaceid": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:12.419373 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "address": "fa:16:3e:48:74:7d", "network": {"id": "dc7ae997-3796-48ef-af18-c8d622e67d0f", "bridge": "br-int", "label": "tempest-network-smoke--1433805949", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf222536c-6c", "ovs_interfaceid": "f222536c-6cce-4fdc-bf6d-cdfb7969d4e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:12.420485 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:74:7d,bridge_name='br-int',has_traffic_filtering=True,id=f222536c-6cce-4fdc-bf6d-cdfb7969d4e9,network=Network(dc7ae997-3796-48ef-af18-c8d622e67d0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf222536c-6c') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:12.421082 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:74:7d,bridge_name='br-int',has_traffic_filtering=True,id=f222536c-6cce-4fdc-bf6d-cdfb7969d4e9,network=Network(dc7ae997-3796-48ef-af18-c8d622e67d0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf222536c-6c') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:12.423291 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:12.423971 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf222536c-6c, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:12.424402 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:12.427975 np0040594247 nova-compute[88153]: INFO os_vif [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:74:7d,bridge_name='br-int',has_traffic_filtering=True,id=f222536c-6cce-4fdc-bf6d-cdfb7969d4e9,network=Network(dc7ae997-3796-48ef-af18-c8d622e67d0f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf222536c-6c')
Apr 30 16:00:12.428363 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:00:12.428941 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:00:12.429291 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:00:12.459620 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "9acbdb14-55d6-4ef9-9cbc-b776970111b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:12.460135 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "9acbdb14-55d6-4ef9-9cbc-b776970111b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:12.678078 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:12.886018 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Updating instance_info_cache with network_info: [{"id": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "address": "fa:16:3e:da:5a:24", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape70c2a1f-fa", "ovs_interfaceid": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:12.890414 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:12.964807 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:00:13.389047 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Releasing lock "refresh_cache-7ac71c6f-be11-4d56-b8b1-5583aa75a762" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:13.389517 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Instance network_info: |[{"id": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "address": "fa:16:3e:da:5a:24", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape70c2a1f-fa", "ovs_interfaceid": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:00:13.471556 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:13.505960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:13.506418 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:13.512059 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:00:13.512373 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Claim successful on node np0040594247
Apr 30 16:00:13.977037 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e3d89dc3-16ab-405e-8895-9a6f0c334492] Took 1.55 seconds to deallocate network for instance.
Apr 30 16:00:14.093152 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:14.661196 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:14.667372 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:14.668768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:14.668768 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:14.668768 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:14.669022 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:15.025856 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance e3d89dc3-16ab-405e-8895-9a6f0c334492
Apr 30 16:00:15.172880 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:15.173437 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:15.536514 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1bd14eb5-259a-4aed-a2da-88f400966994 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "e3d89dc3-16ab-405e-8895-9a6f0c334492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.761s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:15.684806 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:15.685482 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:00:16.195432 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:00:16.195709 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:00:16.254299 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a44b2e7bad54d2793bde9ca855bdde9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e4f52c48284dac830d71a5faa037da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:00:16.700850 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:00:16.803442 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Successfully created port: 0c3f7cf4-a68b-450c-a99d-e05475189309 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:00:17.209122 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:00:17.471076 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Successfully updated port: 0c3f7cf4-a68b-450c-a99d-e05475189309 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:00:17.510764 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Received event network-changed-0c3f7cf4-a68b-450c-a99d-e05475189309 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:00:17.511100 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Refreshing instance network info cache due to event network-changed-0c3f7cf4-a68b-450c-a99d-e05475189309. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:00:17.511417 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] Acquiring lock "refresh_cache-9acbdb14-55d6-4ef9-9cbc-b776970111b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:17.511692 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] Acquired lock "refresh_cache-9acbdb14-55d6-4ef9-9cbc-b776970111b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:17.513315 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Refreshing network info cache for port 0c3f7cf4-a68b-450c-a99d-e05475189309 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:00:17.594711 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:00:17.597954 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:00:17.598518 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Creating image(s)
Apr 30 16:00:17.599293 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 16:00:17.599815 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Ensure instance console log exists: /opt/stack/data/nova/instances/7ac71c6f-be11-4d56-b8b1-5583aa75a762/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:00:17.600365 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:17.600862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:17.601331 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:00:17.606854 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Available mdevs at: set().
Apr 30 16:00:17.607500 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:00:17.608332 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:17.613201 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:17.614291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:00:17.618630 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Traceback (most recent call last):
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     yield resources
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     return f(*args, **kwargs)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     chosen_mdev = self._create_mdev(
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     self._host.device_create(conf)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     raise e.with_traceback(tb)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     rv = meth(*args, **kwargs)
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:17.620750 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] 
Apr 30 16:00:17.622958 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Terminating instance
Apr 30 16:00:17.716659 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Booting with volume 929025b8-97c4-4d8a-b500-11bf257a0b37 at /dev/vda
Apr 30 16:00:17.776394 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 16:00:17.779986 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:17.785370 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.007s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:17.786096 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa9031b-1776-4938-bcd6-0d5c621792fb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:17.788341 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:17.797011 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:17.797237 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8486c32-5ac3-423c-bf9b-c62cc9d04dd6]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:17.798878 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:17.807507 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:17.808107 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e3ae23-760f-4014-ba68-e27cc7c8a041]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:17.809325 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[70055c4a-de5f-45a6-8ec0-d1b96cb3b391]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:17.809888 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:17.829508 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:17.830100 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 16:00:17.831566 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:17.838933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:17.839176 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 16:00:17.839413 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[b99d952c-24a4-473a-a172-d128b5eda028]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:17.841586 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 16:00:17.842994 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 16:00:17.843283 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 16:00:17.843546 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 16:00:17.844030 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] <== get_connector_properties: return (67ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 16:00:17.844423 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Updating existing volume attachment record: 8a18c82b-5082-4c26-b141-7624360ca6d8 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 16:00:17.880376 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:00:17.974845 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "refresh_cache-9acbdb14-55d6-4ef9-9cbc-b776970111b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:18.067108 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:18.128664 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:00:18.132377 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:00:18.132547 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Instance destroyed successfully.
Apr 30 16:00:18.134018 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-2135061163',display_name='tempest-TestVolumeBootPattern-volume-backed-server-2135061163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testvolumebootpattern-volume-backed-server-2135061163',id=166,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJpP8+Zt1KuBO6jkiEgnqlsxqbInPLIYSmY/4TdHYbmaT+qMGy2ntzhJano35E3iGRc+0n162MKbZoKb8kP7RpKRPsbX66fpKlGoVrxmP7+oDXJxWr6XS5Lw6X8IWsJQXg==',key_name='tempest-keypair-1053237243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-mzw9tc52',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=7ac71c6f-be11-4d56-b8b1-5583aa75a762,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "address": "fa:16:3e:da:5a:24", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape70c2a1f-fa", "ovs_interfaceid": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:18.134366 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "address": "fa:16:3e:da:5a:24", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape70c2a1f-fa", "ovs_interfaceid": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:18.135425 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:5a:24,bridge_name='br-int',has_traffic_filtering=True,id=e70c2a1f-fa5f-483c-99de-3fe1f0e6144c,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape70c2a1f-fa') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:18.135920 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:5a:24,bridge_name='br-int',has_traffic_filtering=True,id=e70c2a1f-fa5f-483c-99de-3fe1f0e6144c,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape70c2a1f-fa') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:18.137912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:18.138459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape70c2a1f-fa, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:18.138816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:18.141825 np0040594247 nova-compute[88153]: INFO os_vif [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:5a:24,bridge_name='br-int',has_traffic_filtering=True,id=e70c2a1f-fa5f-483c-99de-3fe1f0e6144c,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape70c2a1f-fa')
Apr 30 16:00:18.143759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 16:00:18.144750 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-86f56328-b3a6-4a96-86c4-7bd141e61069', 'target_lun': 0, 'volume_id': '86f56328-b3a6-4a96-86c4-7bd141e61069', 'auth_method': 'CHAP', 'auth_username': 'cS58tKmRZnizxjhyZyKN', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 16:00:18.145054 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 16:00:18.145652 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 16:00:18.146758 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:18.159693 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:18.159900 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[9eaf8b5b-5cda-4de0-8f3e-0594e2e0c5e9]: Unexpected error while running command.
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:18.160392 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 16:00:18.161576 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eaf8b5b-5cda-4de0-8f3e-0594e2e0c5e9]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 16:00:18.165762 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:18.168892 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 16:00:18.168892 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.023s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 16:00:18.170437 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== disconnect_volume: return (24ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 16:00:18.170437 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 16:00:18.170437 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Deleting instance files /opt/stack/data/nova/instances/7ac71c6f-be11-4d56-b8b1-5583aa75a762_del
Apr 30 16:00:18.170437 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Deletion of /opt/stack/data/nova/instances/7ac71c6f-be11-4d56-b8b1-5583aa75a762_del complete
Apr 30 16:00:18.263091 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:18.349329 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:18.352754 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:18.687709 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Took 0.56 seconds to destroy the instance on the hypervisor.
Apr 30 16:00:18.769542 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-53eb13c7-d283-4b12-ba44-324cb85b47bc req-189d01c6-4e25-4f19-ac97-70b162bac412 service nova] Releasing lock "refresh_cache-9acbdb14-55d6-4ef9-9cbc-b776970111b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:18.772765 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquired lock "refresh_cache-9acbdb14-55d6-4ef9-9cbc-b776970111b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:18.772765 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:00:18.970375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:19.008829 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:19.328710 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:19.624992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:19.644792 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Updating instance_info_cache with network_info: [{"id": "0c3f7cf4-a68b-450c-a99d-e05475189309", "address": "fa:16:3e:e2:64:a8", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c3f7cf4-a6", "ovs_interfaceid": "0c3f7cf4-a68b-450c-a99d-e05475189309", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:19.797077 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:20.142361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:20.147379 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Releasing lock "refresh_cache-9acbdb14-55d6-4ef9-9cbc-b776970111b6" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:20.148087 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Instance network_info: |[{"id": "0c3f7cf4-a68b-450c-a99d-e05475189309", "address": "fa:16:3e:e2:64:a8", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c3f7cf4-a6", "ovs_interfaceid": "0c3f7cf4-a68b-450c-a99d-e05475189309", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:00:20.403867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.098733 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.109908 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.128347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.164717 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.238799 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.291084 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.338299 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.340439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.345111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.347951 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.634046 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.645743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.655438 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.694193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.754585 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:22.771564 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Took 4.09 seconds to detach 1 volumes for instance.
Apr 30 16:00:22.774575 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d51703980> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:00:22.774886 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:22.775563 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:22.806636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:23.418296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:23.426854 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:23.429199 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:23.429199 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:23.429199 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:23.429199 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:23.933229 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:23.934055 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:24.094477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.121078 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.358993 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.363418 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.446190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.671s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Traceback (most recent call last):
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     return f(*args, **kwargs)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     chosen_mdev = self._create_mdev(
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     self._host.device_create(conf)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     raise e.with_traceback(tb)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     rv = meth(*args, **kwargs)
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:24.448861 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] 
Apr 30 16:00:24.450245 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:00:24.451943 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Build of instance 7ac71c6f-be11-4d56-b8b1-5583aa75a762 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:00:24.454256 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:00:24.455390 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-2135061163',display_name='tempest-TestVolumeBootPattern-volume-backed-server-2135061163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testvolumebootpattern-volume-backed-server-2135061163',id=166,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJpP8+Zt1KuBO6jkiEgnqlsxqbInPLIYSmY/4TdHYbmaT+qMGy2ntzhJano35E3iGRc+0n162MKbZoKb8kP7RpKRPsbX66fpKlGoVrxmP7+oDXJxWr6XS5Lw6X8IWsJQXg==',key_name='tempest-keypair-1053237243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-mzw9tc52',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=7ac71c6f-be11-4d56-b8b1-5583aa75a762,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "address": "fa:16:3e:da:5a:24", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape70c2a1f-fa", "ovs_interfaceid": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:24.455628 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "address": "fa:16:3e:da:5a:24", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape70c2a1f-fa", "ovs_interfaceid": "e70c2a1f-fa5f-483c-99de-3fe1f0e6144c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:24.457740 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:5a:24,bridge_name='br-int',has_traffic_filtering=True,id=e70c2a1f-fa5f-483c-99de-3fe1f0e6144c,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape70c2a1f-fa') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:24.457740 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:5a:24,bridge_name='br-int',has_traffic_filtering=True,id=e70c2a1f-fa5f-483c-99de-3fe1f0e6144c,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape70c2a1f-fa') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:24.459070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.459472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape70c2a1f-fa, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:24.459780 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:24.462582 np0040594247 nova-compute[88153]: INFO os_vif [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:5a:24,bridge_name='br-int',has_traffic_filtering=True,id=e70c2a1f-fa5f-483c-99de-3fe1f0e6144c,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape70c2a1f-fa')
Apr 30 16:00:24.462961 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:00:24.463310 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:00:24.463644 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:00:24.515433 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:00:24.518215 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:00:24.519975 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Creating image(s)
Apr 30 16:00:24.520397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 16:00:24.521033 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Ensure instance console log exists: /opt/stack/data/nova/instances/9acbdb14-55d6-4ef9-9cbc-b776970111b6/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:00:24.521883 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:24.522421 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:24.523036 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:00:24.529942 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Available mdevs at: set().
Apr 30 16:00:24.530299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:00:24.530580 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:24.536796 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:24.538433 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:00:24.542711 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Traceback (most recent call last):
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     yield resources
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     return f(*args, **kwargs)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     chosen_mdev = self._create_mdev(
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     self._host.device_create(conf)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     raise e.with_traceback(tb)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     rv = meth(*args, **kwargs)
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:24.546058 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] 
Apr 30 16:00:24.550266 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Terminating instance
Apr 30 16:00:24.683323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.697559 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.711202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.741577 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.804697 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:24.852254 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:25.053413 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:00:25.057280 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:00:25.057647 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Instance destroyed successfully.
Apr 30 16:00:25.058949 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:00:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1304587101',display_name='tempest-TestShelveInstance-server-1304587101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testshelveinstance-server-1304587101',id=167,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDwDoA7kw0+hm5f0H9bjWmNNmHDtBGqMKXsw+JKel4KGsn1ctife3hFCSKZXXRR4R4+VEN5JdZ7lDptxcaNZtB/gnLZhC1TMCHuRUQ1/s83QVflX/C8/GDOSIb+I7zmjzQ==',key_name='tempest-TestShelveInstance-1950573301',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e4f52c48284dac830d71a5faa037da',ramdisk_id='',reservation_id='r-t87fr9hs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1886240866',owner_user_name='tempest-TestShelveInstance-1886240866-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:17Z,user_data=None,user_id='7a44b2e7bad54d2793bde9ca855bdde9',uuid=9acbdb14-55d6-4ef9-9cbc-b776970111b6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c3f7cf4-a68b-450c-a99d-e05475189309", "address": "fa:16:3e:e2:64:a8", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c3f7cf4-a6", "ovs_interfaceid": "0c3f7cf4-a68b-450c-a99d-e05475189309", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:25.059443 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converting VIF {"id": "0c3f7cf4-a68b-450c-a99d-e05475189309", "address": "fa:16:3e:e2:64:a8", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c3f7cf4-a6", "ovs_interfaceid": "0c3f7cf4-a68b-450c-a99d-e05475189309", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:25.060374 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:64:a8,bridge_name='br-int',has_traffic_filtering=True,id=0c3f7cf4-a68b-450c-a99d-e05475189309,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c3f7cf4-a6') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:25.060810 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:64:a8,bridge_name='br-int',has_traffic_filtering=True,id=0c3f7cf4-a68b-450c-a99d-e05475189309,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c3f7cf4-a6') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:25.062277 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:25.062711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c3f7cf4-a6, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:25.063000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:25.065418 np0040594247 nova-compute[88153]: INFO os_vif [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:64:a8,bridge_name='br-int',has_traffic_filtering=True,id=0c3f7cf4-a68b-450c-a99d-e05475189309,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c3f7cf4-a6')
Apr 30 16:00:25.067255 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 16:00:25.068093 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.34.82:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-929025b8-97c4-4d8a-b500-11bf257a0b37', 'target_lun': 0, 'volume_id': '929025b8-97c4-4d8a-b500-11bf257a0b37', 'auth_method': 'CHAP', 'auth_username': 'LnYiHr8hKXvzX4jzf9L3', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 16:00:25.068371 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 16:00:25.068949 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 16:00:25.069972 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:25.080810 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.010s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:25.080936 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[cbeffc36-a452-4d72-969f-fe9c688a4fce]: Unexpected error while running command.
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:25.082706 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 16:00:25.083922 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbeffc36-a452-4d72-969f-fe9c688a4fce]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 16:00:25.086381 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:25.089406 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Skipping cleanup Unable to find target portal 10.209.34.82:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 16:00:25.089406 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.018s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 16:00:25.089406 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] <== disconnect_volume: return (18ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 16:00:25.089406 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 16:00:25.089406 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Deleting instance files /opt/stack/data/nova/instances/9acbdb14-55d6-4ef9-9cbc-b776970111b6_del
Apr 30 16:00:25.089406 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Deletion of /opt/stack/data/nova/instances/9acbdb14-55d6-4ef9-9cbc-b776970111b6_del complete
Apr 30 16:00:25.440462 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:25.597664 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Took 0.54 seconds to destroy the instance on the hypervisor.
Apr 30 16:00:25.945095 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: 7ac71c6f-be11-4d56-b8b1-5583aa75a762] Took 1.48 seconds to deallocate network for instance.
Apr 30 16:00:26.358434 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:26.361185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:26.364397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:26.367063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:27.013398 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Deleted allocations for instance 7ac71c6f-be11-4d56-b8b1-5583aa75a762
Apr 30 16:00:27.530216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bc8475aa-0dfb-4588-b731-ce017a595c60 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "7ac71c6f-be11-4d56-b8b1-5583aa75a762" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.467s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:28.304325 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "f77e606d-38a8-4649-8f37-6e80a83a0c37" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:28.304989 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "f77e606d-38a8-4649-8f37-6e80a83a0c37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:28.811093 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:00:29.121837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:29.349147 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:29.349657 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:29.355385 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:00:29.355708 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Claim successful on node np0040594247
Apr 30 16:00:29.862110 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:00:29.862337 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 61e56b1f-ee5f-5923-985e-46612d64fb70, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:00:30.171357 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Took 4.57 seconds to detach 1 volumes for instance.
Apr 30 16:00:30.174234 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d70438590> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:00:30.174506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:30.479522 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:30.485182 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:30.486168 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:30.486168 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:30.486168 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:30.486619 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:30.991536 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:30.991973 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:31.503605 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:31.503605 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:00:31.507740 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 1.333s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:32.019147 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:00:32.019471 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:00:32.135763 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:32.148371 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:32.149557 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:32.149557 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:32.149557 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:32.150603 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:32.388191 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:00:32.525582 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:00:32.656082 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:32.656082 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:33.030306 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:00:33.140573 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Successfully updated port: f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:00:33.168134 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.660s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Traceback (most recent call last):
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     return f(*args, **kwargs)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     chosen_mdev = self._create_mdev(
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     self._host.device_create(conf)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     raise e.with_traceback(tb)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     rv = meth(*args, **kwargs)
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:33.170414 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] 
Apr 30 16:00:33.174518 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:00:33.174518 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Build of instance 9acbdb14-55d6-4ef9-9cbc-b776970111b6 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:00:33.176883 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:00:33.177894 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:00:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1304587101',display_name='tempest-TestShelveInstance-server-1304587101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testshelveinstance-server-1304587101',id=167,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDwDoA7kw0+hm5f0H9bjWmNNmHDtBGqMKXsw+JKel4KGsn1ctife3hFCSKZXXRR4R4+VEN5JdZ7lDptxcaNZtB/gnLZhC1TMCHuRUQ1/s83QVflX/C8/GDOSIb+I7zmjzQ==',key_name='tempest-TestShelveInstance-1950573301',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e4f52c48284dac830d71a5faa037da',ramdisk_id='',reservation_id='r-t87fr9hs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1886240866',owner_user_name='tempest-TestShelveInstance-1886240866-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:25Z,user_data=None,user_id='7a44b2e7bad54d2793bde9ca855bdde9',uuid=9acbdb14-55d6-4ef9-9cbc-b776970111b6,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c3f7cf4-a68b-450c-a99d-e05475189309", "address": "fa:16:3e:e2:64:a8", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c3f7cf4-a6", "ovs_interfaceid": "0c3f7cf4-a68b-450c-a99d-e05475189309", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:33.178233 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converting VIF {"id": "0c3f7cf4-a68b-450c-a99d-e05475189309", "address": "fa:16:3e:e2:64:a8", "network": {"id": "5d2fe8ab-297d-4b03-b657-4c8cf1661864", "bridge": "br-int", "label": "tempest-TestShelveInstance-968580905-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "b2e4f52c48284dac830d71a5faa037da", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0c3f7cf4-a6", "ovs_interfaceid": "0c3f7cf4-a68b-450c-a99d-e05475189309", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:33.179249 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:64:a8,bridge_name='br-int',has_traffic_filtering=True,id=0c3f7cf4-a68b-450c-a99d-e05475189309,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c3f7cf4-a6') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:33.179643 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:64:a8,bridge_name='br-int',has_traffic_filtering=True,id=0c3f7cf4-a68b-450c-a99d-e05475189309,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c3f7cf4-a6') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:33.184742 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Received event network-changed-f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:00:33.185237 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Refreshing instance network info cache due to event network-changed-f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:00:33.185780 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] Acquiring lock "refresh_cache-f77e606d-38a8-4649-8f37-6e80a83a0c37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:33.186273 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] Acquired lock "refresh_cache-f77e606d-38a8-4649-8f37-6e80a83a0c37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:33.186841 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Refreshing network info cache for port f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:00:33.190913 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:33.191348 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c3f7cf4-a6, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:33.191819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:33.195205 np0040594247 nova-compute[88153]: INFO os_vif [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:64:a8,bridge_name='br-int',has_traffic_filtering=True,id=0c3f7cf4-a68b-450c-a99d-e05475189309,network=Network(5d2fe8ab-297d-4b03-b657-4c8cf1661864),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c3f7cf4-a6')
Apr 30 16:00:33.195569 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:00:33.195983 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:00:33.196325 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:00:33.643424 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-f77e606d-38a8-4649-8f37-6e80a83a0c37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:33.750731 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:33.866695 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:34.049152 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:00:34.050927 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:00:34.051490 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Creating image(s)
Apr 30 16:00:34.052259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:34.052834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:34.053828 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:34.055175 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:34.060426 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:34.062005 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:34.074463 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:34.096091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:34.128708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:34.153654 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:34.154217 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:34.154915 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:34.155501 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:34.160772 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:34.161339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:34.255924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:34.256492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:34.292232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:34.292849 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.138s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:34.293384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:34.380489 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-c70e40b1-b7d2-4621-963d-465eaeecb385 req-5bdb614a-b1c2-4be0-8acb-f2143d4e8d9b service nova] Releasing lock "refresh_cache-f77e606d-38a8-4649-8f37-6e80a83a0c37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:34.380489 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-f77e606d-38a8-4649-8f37-6e80a83a0c37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:34.380489 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:00:34.384180 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:34.385143 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:00:34.385143 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:34.475386 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:34.475916 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:00:34.476477 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:00:34.476856 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Ensure instance console log exists: /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:00:34.477315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:34.477764 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:34.478183 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:00:34.483538 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:00:34.483943 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:00:34.484323 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:34.489534 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:34.490528 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:00:34.493611 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Traceback (most recent call last):
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     yield resources
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     return f(*args, **kwargs)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     chosen_mdev = self._create_mdev(
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     self._host.device_create(conf)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     raise e.with_traceback(tb)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     rv = meth(*args, **kwargs)
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:34.496011 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] 
Apr 30 16:00:34.581492 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] [instance: 9acbdb14-55d6-4ef9-9cbc-b776970111b6] Took 1.38 seconds to deallocate network for instance.
Apr 30 16:00:34.946234 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:35.163840 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Updating instance_info_cache with network_info: [{"id": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "address": "fa:16:3e:07:0b:af", "network": {"id": "76013565-bfba-4507-afde-1c277bdb2776", "bridge": "br-int", "label": "tempest-network-smoke--898922209", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf2024d69-dd", "ovs_interfaceid": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"5de1a1b2-307c-5036-a312-11cf7433668b": "717ac271-5dd5-50ae-937e-09316a6ad313", "78a4539c-7802-57c0-bd36-c6f6c75162e1": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:35.633158 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Deleted allocations for instance 9acbdb14-55d6-4ef9-9cbc-b776970111b6
Apr 30 16:00:35.667488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-f77e606d-38a8-4649-8f37-6e80a83a0c37" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:35.667763 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Instance network_info: |[{"id": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "address": "fa:16:3e:07:0b:af", "network": {"id": "76013565-bfba-4507-afde-1c277bdb2776", "bridge": "br-int", "label": "tempest-network-smoke--898922209", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf2024d69-dd", "ovs_interfaceid": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"5de1a1b2-307c-5036-a312-11cf7433668b": "717ac271-5dd5-50ae-937e-09316a6ad313", "78a4539c-7802-57c0-bd36-c6f6c75162e1": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:00:35.668339 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Terminating instance
Apr 30 16:00:36.144605 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-e0f881e0-9409-4861-81ab-aa90ac24bbc6 tempest-TestShelveInstance-1886240866 tempest-TestShelveInstance-1886240866-project-member] Lock "9acbdb14-55d6-4ef9-9cbc-b776970111b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.684s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:36.175506 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:00:36.179695 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:00:36.179964 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Instance destroyed successfully.
Apr 30 16:00:36.181253 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:00:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1803196872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-1803196872',id=168,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-suaqpmgf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:33Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=f77e606d-38a8-4649-8f37-6e80a83a0c37,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "address": "fa:16:3e:07:0b:af", "network": {"id": "76013565-bfba-4507-afde-1c277bdb2776", "bridge": "br-int", "label": "tempest-network-smoke--898922209", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf2024d69-dd", "ovs_interfaceid": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"5de1a1b2-307c-5036-a312-11cf7433668b": "717ac271-5dd5-50ae-937e-09316a6ad313", "78a4539c-7802-57c0-bd36-c6f6c75162e1": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:36.181615 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "address": "fa:16:3e:07:0b:af", "network": {"id": "76013565-bfba-4507-afde-1c277bdb2776", "bridge": "br-int", "label": "tempest-network-smoke--898922209", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf2024d69-dd", "ovs_interfaceid": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"5de1a1b2-307c-5036-a312-11cf7433668b": "717ac271-5dd5-50ae-937e-09316a6ad313", "78a4539c-7802-57c0-bd36-c6f6c75162e1": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:36.182781 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:0b:af,bridge_name='br-int',has_traffic_filtering=True,id=f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b,network=Network(76013565-bfba-4507-afde-1c277bdb2776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf2024d69-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:36.183293 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:0b:af,bridge_name='br-int',has_traffic_filtering=True,id=f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b,network=Network(76013565-bfba-4507-afde-1c277bdb2776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf2024d69-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:36.187251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:36.187251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2024d69-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:36.187251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:36.189463 np0040594247 nova-compute[88153]: INFO os_vif [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:0b:af,bridge_name='br-int',has_traffic_filtering=True,id=f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b,network=Network(76013565-bfba-4507-afde-1c277bdb2776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf2024d69-dd')
Apr 30 16:00:36.190202 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Deleting instance files /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37_del
Apr 30 16:00:36.191134 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Deletion of /opt/stack/data/nova/instances/f77e606d-38a8-4649-8f37-6e80a83a0c37_del complete
Apr 30 16:00:36.701505 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 16:00:36.704461 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d5177e060> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:00:36.704844 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:36.705296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:37.297981 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:37.304306 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:37.305193 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:37.305193 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:37.305547 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:37.305832 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:37.812182 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:37.812424 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:38.095223 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:38.144071 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.625s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Traceback (most recent call last):
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     return f(*args, **kwargs)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     chosen_mdev = self._create_mdev(
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     self._host.device_create(conf)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     raise e.with_traceback(tb)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     rv = meth(*args, **kwargs)
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:38.333859 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] 
Apr 30 16:00:38.335897 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:00:38.340209 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Build of instance f77e606d-38a8-4649-8f37-6e80a83a0c37 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:00:38.349604 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:00:38.349604 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:00:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1803196872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-1803196872',id=168,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-suaqpmgf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:36Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=f77e606d-38a8-4649-8f37-6e80a83a0c37,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "address": "fa:16:3e:07:0b:af", "network": {"id": "76013565-bfba-4507-afde-1c277bdb2776", "bridge": "br-int", "label": "tempest-network-smoke--898922209", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf2024d69-dd", "ovs_interfaceid": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"5de1a1b2-307c-5036-a312-11cf7433668b": "717ac271-5dd5-50ae-937e-09316a6ad313", "78a4539c-7802-57c0-bd36-c6f6c75162e1": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:38.349604 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "address": "fa:16:3e:07:0b:af", "network": {"id": "76013565-bfba-4507-afde-1c277bdb2776", "bridge": "br-int", "label": "tempest-network-smoke--898922209", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapf2024d69-dd", "ovs_interfaceid": "f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"5de1a1b2-307c-5036-a312-11cf7433668b": "717ac271-5dd5-50ae-937e-09316a6ad313", "78a4539c-7802-57c0-bd36-c6f6c75162e1": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:38.349604 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:0b:af,bridge_name='br-int',has_traffic_filtering=True,id=f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b,network=Network(76013565-bfba-4507-afde-1c277bdb2776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf2024d69-dd') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:38.350453 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:0b:af,bridge_name='br-int',has_traffic_filtering=True,id=f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b,network=Network(76013565-bfba-4507-afde-1c277bdb2776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf2024d69-dd') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:38.351845 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:38.352630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2024d69-dd, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:38.353131 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:38.356714 np0040594247 nova-compute[88153]: INFO os_vif [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:0b:af,bridge_name='br-int',has_traffic_filtering=True,id=f2024d69-dd91-4ee6-b1f2-fb215d2a0f4b,network=Network(76013565-bfba-4507-afde-1c277bdb2776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf2024d69-dd')
Apr 30 16:00:38.358133 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:00:38.358589 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:00:38.358889 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:00:38.364792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:38.408994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:38.910787 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:39.011854 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:39.134354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:39.582738 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:40.089189 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f77e606d-38a8-4649-8f37-6e80a83a0c37] Took 1.73 seconds to deallocate network for instance.
Apr 30 16:00:40.352480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:40.354315 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:40.466183 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:40.499774 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:40.744496 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:40.776047 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:41.140745 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance f77e606d-38a8-4649-8f37-6e80a83a0c37
Apr 30 16:00:41.319725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:41.349132 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:41.657859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-bd2d7e8e-f65f-4cff-aa10-c89bb0fa5382 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "f77e606d-38a8-4649-8f37-6e80a83a0c37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.353s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:43.359209 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "edc56eac-9586-4914-8ea8-5dd409f00d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:43.359708 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "edc56eac-9586-4914-8ea8-5dd409f00d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:43.863532 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:00:44.100100 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.133168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.285783 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.315895 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.352378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.357167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.420165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:44.420165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:44.429213 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:00:44.429213 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Claim successful on node np0040594247
Apr 30 16:00:44.618370 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.639188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.803047 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:44.830038 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:45.531236 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:45.538692 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:45.539497 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:45.539497 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:45.539742 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:45.540229 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:46.045371 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:46.045874 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:46.557353 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:46.557872 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:00:47.068429 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:00:47.068906 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:00:47.145760 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbceda615ea41dd95e0d894d81c0880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfac712ed8764c23a89ce3fb5016c1b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:00:47.308398 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:47.317915 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:47.330632 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:47.409266 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:47.479863 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:47.524371 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:47.576301 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:00:47.785386 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Successfully created port: 32ad1084-eba9-44f6-9c24-be88f29e109d {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:00:48.085710 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:00:48.272291 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.285145 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.300740 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.337347 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.361893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.369283 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.387932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.391886 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.420713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.432024 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Successfully updated port: 32ad1084-eba9-44f6-9c24-be88f29e109d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:00:48.465119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:48.477946 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Received event network-changed-32ad1084-eba9-44f6-9c24-be88f29e109d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:00:48.478534 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Refreshing instance network info cache due to event network-changed-32ad1084-eba9-44f6-9c24-be88f29e109d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:00:48.479110 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] Acquiring lock "refresh_cache-edc56eac-9586-4914-8ea8-5dd409f00d23" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:48.480406 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] Acquired lock "refresh_cache-edc56eac-9586-4914-8ea8-5dd409f00d23" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:48.480406 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Refreshing network info cache for port 32ad1084-eba9-44f6-9c24-be88f29e109d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:00:48.595258 np0040594247 nova-compute[88153]: INFO nova.virt.block_device [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Booting with volume f55d9efb-5ab9-4326-ba49-6092b93fccf1 at /dev/vda
Apr 30 16:00:48.673872 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.209.34.82', 'multipath': False, 'enforce_multipath': True, 'host': 'np0040594247', 'execute': None}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 16:00:48.678744 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:48.683084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:48.683766 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e60b3d0-0b44-4f79-93fc-6cd319e383a9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bdcd37cf37b1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:48.686869 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:48.696128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:48.696774 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[49143f83-d6f4-41e2-b2af-971ceb99f9a2]: (4, ('/dev/xvda1\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:48.700001 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/xvda1 -s UUID -o value {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:48.712163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/xvda1 -s UUID -o value" returned: 0 in 0.011s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:48.712163 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[580dd2ea-1fb0-4713-bb8f-c5bf43c432ab]: (4, ('e1afc4e4-098d-44ae-a49d-0fe74aca84b2\n', '')) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:48.712163 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[80851c6c-32f7-488a-b991-8b038b3b7361]: (4, 'b5807a55-ab70-abb7-5871-51f83f0938f4') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:48.712163 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Running cmd (subprocess): nvme version {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:48.731936 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] 'nvme version' failed. Not Retrying. {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:48.733161 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.nvmeof [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] nvme not present on system {{(pid=88153) nvme_present /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/nvmeof.py:784}}
Apr 30 16:00:48.734241 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:48.744709 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:48.744709 np0040594247 nova-compute[88153]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Apr 30 16:00:48.744709 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[b67586b8-adac-40e4-a655-2e29e458cc5e]: (4, '') {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:48.746938 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=88153) find_dsc /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:135}}
Apr 30 16:00:48.749028 np0040594247 nova-compute[88153]: INFO os_brick.initiator.connectors.lightos [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Current host hostNQN  and IP(s) are ['104.130.127.44', '2001:4800:7818:104:be76:4eff:fe03:e361', 'fe80::be76:4eff:fe03:e361', '10.209.34.82', 'fe80::be76:4eff:fe03:e9b3', '172.24.4.1', 'fe80::7485:84ff:fe4d:454b', '192.168.122.1', '172.24.5.1', '2001:db8::2', 'fe80::5892:5fff:fe5f:1d4f', 'fe80::340d:3ff:fea8:156b', 'fe80::ac18:501', 'fe80::c0a8:7a01', 'fe80::ac18:401', 'fe80::ad1:2252', 'fe80::6882:7f2c', 'fe80::7f00:1', 'fe80::a43c:c4ff:fe66:f865'] 
Apr 30 16:00:48.750059 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:112}}
Apr 30 16:00:48.752973 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.lightos [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] LIGHTOS: no hostnqn found. {{(pid=88153) get_connector_properties /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/lightos.py:121}}
Apr 30 16:00:48.752973 np0040594247 nova-compute[88153]: DEBUG os_brick.utils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== get_connector_properties: return (77ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.209.34.82', 'host': 'np0040594247', 'multipath': False, 'enforce_multipath': True, 'initiator': 'iqn.2016-04.com.open-iscsi:bdcd37cf37b1', 'do_local_attach': False, 'uuid': 'e1afc4e4-098d-44ae-a49d-0fe74aca84b2', 'system uuid': 'b5807a55-ab70-abb7-5871-51f83f0938f4', 'nvme_native_multipath': False} {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 16:00:48.752973 np0040594247 nova-compute[88153]: DEBUG nova.virt.block_device [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Updating existing volume attachment record: 5ff68c83-fea6-4d63-9ac2-72a600838748 {{(pid=88153) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}}
Apr 30 16:00:48.936190 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "refresh_cache-edc56eac-9586-4914-8ea8-5dd409f00d23" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:49.035567 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:49.137275 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:49.169855 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:49.674198 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-96cc2497-7932-4c69-9f14-5a9029f15dfb req-d10396f1-361e-406f-a6ec-de58302f8e8d service nova] Releasing lock "refresh_cache-edc56eac-9586-4914-8ea8-5dd409f00d23" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:49.675170 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquired lock "refresh_cache-edc56eac-9586-4914-8ea8-5dd409f00d23" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:49.675362 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:00:49.923180 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:49.935111 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:49.944048 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:49.978408 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:50.036565 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:50.078781 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:50.227442 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:50.371536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:50.373627 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:50.376376 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:50.469247 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Updating instance_info_cache with network_info: [{"id": "32ad1084-eba9-44f6-9c24-be88f29e109d", "address": "fa:16:3e:cb:ab:ae", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32ad1084-eb", "ovs_interfaceid": "32ad1084-eba9-44f6-9c24-be88f29e109d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:50.974088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Releasing lock "refresh_cache-edc56eac-9586-4914-8ea8-5dd409f00d23" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:50.974429 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Instance network_info: |[{"id": "32ad1084-eba9-44f6-9c24-be88f29e109d", "address": "fa:16:3e:cb:ab:ae", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32ad1084-eb", "ovs_interfaceid": "32ad1084-eba9-44f6-9c24-be88f29e109d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:00:52.997216 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "3848d6fd-aeab-4050-a59c-d78659bce470" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:52.997749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "3848d6fd-aeab-4050-a59c-d78659bce470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:53.500155 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:00:54.035598 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:54.035598 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:54.042178 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:00:54.042248 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Claim successful on node np0040594247
Apr 30 16:00:54.102428 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:54.141801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:54.549348 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:00:54.906776 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:00:54.908671 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:00:54.909192 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Creating image(s)
Apr 30 16:00:54.909868 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Did not create local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5321}}
Apr 30 16:00:54.910325 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Ensure instance console log exists: /opt/stack/data/nova/instances/edc56eac-9586-4914-8ea8-5dd409f00d23/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:00:54.910939 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:54.911286 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:54.911672 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:00:54.915346 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Available mdevs at: set().
Apr 30 16:00:54.915650 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:00:54.915939 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:54.919986 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:54.921325 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:00:54.924339 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Traceback (most recent call last):
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     yield resources
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     return f(*args, **kwargs)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     chosen_mdev = self._create_mdev(
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     self._host.device_create(conf)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     raise e.with_traceback(tb)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     rv = meth(*args, **kwargs)
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:54.926588 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] 
Apr 30 16:00:54.929736 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Terminating instance
Apr 30 16:00:55.151827 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:55.156893 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:55.157911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:00:55.157911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:00:55.157911 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:55.158385 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:00:55.433440 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:00:55.438154 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:00:55.438415 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Instance destroyed successfully.
Apr 30 16:00:55.440632 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:00:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-521246524',display_name='tempest-TestVolumeBootPattern-server-521246524',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testvolumebootpattern-server-521246524',id=169,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIwOQxBagOS8cYPX0IoyXAxDsb8jcW8yIxuY8Ps0qMOMdJvT64VWqi5j1BakHYS3fq8Q9Y4QIeVMUOeC9B01/WPZwP3ZM+PyvTBNswoklgYA0oYzKtKT2PLWPPGwCKA0fw==',key_name='tempest-TestVolumeBootPattern-2031021437',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-nvcm2fft',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:48Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=edc56eac-9586-4914-8ea8-5dd409f00d23,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32ad1084-eba9-44f6-9c24-be88f29e109d", "address": "fa:16:3e:cb:ab:ae", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32ad1084-eb", "ovs_interfaceid": "32ad1084-eba9-44f6-9c24-be88f29e109d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:00:55.441892 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "32ad1084-eba9-44f6-9c24-be88f29e109d", "address": "fa:16:3e:cb:ab:ae", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32ad1084-eb", "ovs_interfaceid": "32ad1084-eba9-44f6-9c24-be88f29e109d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:00:55.442908 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:ab:ae,bridge_name='br-int',has_traffic_filtering=True,id=32ad1084-eba9-44f6-9c24-be88f29e109d,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ad1084-eb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:00:55.443627 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:ab:ae,bridge_name='br-int',has_traffic_filtering=True,id=32ad1084-eba9-44f6-9c24-be88f29e109d,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ad1084-eb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:00:55.447101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:00:55.447582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32ad1084-eb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:00:55.447917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:00:55.450718 np0040594247 nova-compute[88153]: INFO os_vif [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:ab:ae,bridge_name='br-int',has_traffic_filtering=True,id=32ad1084-eba9-44f6-9c24-be88f29e109d,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ad1084-eb')
Apr 30 16:00:55.452321 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] calling os-brick to detach iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:73}}
Apr 30 16:00:55.453247 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7c8d704e4a10>, {'target_discovered': False, 'target_portal': '10.209.35.152:3260', 'target_iqn': 'iqn.2010-10.org.openstack:volume-f55d9efb-5ab9-4326-ba49-6092b93fccf1', 'target_lun': 0, 'volume_id': 'f55d9efb-5ab9-4326-ba49-6092b93fccf1', 'auth_method': 'CHAP', 'auth_username': 'nXzF7u4TShkL7M4ehtEU', 'auth_password': '***', 'encrypted': False, 'qos_specs': None, 'access_mode': 'rw', 'cacheable': False, 'enforce_multipath': True}, None), 'kwargs': True}}" {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:177}}
Apr 30 16:00:55.453535 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:68}}
Apr 30 16:00:55.454113 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:73}}
Apr 30 16:00:55.455205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:55.464758 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.009s {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:55.464933 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=115685) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:423}}
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[40c9b337-f706-477f-ac61-e504dd502c6a]: Unexpected error while running command.
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Stderr: '' {{(pid=115685) _process_cmd /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:481}}
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Traceback (most recent call last):
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 478, in _process_cmd
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:     ret = func(*f_args, **f_kwargs)
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:           ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 266, in _wrap
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:     return func(*args, **kwargs)
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 198, in execute_root
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 146, in custom_execute
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:     return putils.execute(on_execute=on_execute,
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 388, in execute
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]:     raise ProcessExecutionError(exit_code=_returncode,
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:55.466324 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 16:00:55.468052 np0040594247 nova-compute[88153]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c9b337-f706-477f-ac61-e504dd502c6a]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=115685) _call_back /opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py:503}}
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: Exit code: 21
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: Stderr: ''
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     yield resources
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return f(*args, **kwargs)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     chosen_mdev = self._create_mdev(
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     self._host.device_create(conf)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = execute(f, *args, **kwargs)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise e.with_traceback(tb)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     rv = meth(*args, **kwargs)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 227, in _get_ips_iqns_luns
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 386, in _get_discoverydb_portals
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py", line 1216, in _run_iscsiadm_bare
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi                  ^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/executor.py", line 55, in _execute
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/os_brick/privileged/rootwrap.py", line 173, in execute
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/priv_context.py", line 263, in _wrap
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_privsep/daemon.py", line 219, in remote_call
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Apr 30 16:00:55.469974 np0040594247 nova-compute[88153]: ERROR os_brick.initiator.connectors.iscsi 
Apr 30 16:00:55.474335 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Skipping cleanup Unable to find target portal 10.209.35.152:3260. {{(pid=88153) _cleanup_connection /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/iscsi.py:957}}
Apr 30 16:00:55.474335 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.base [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/initiator/connectors/base.py:87}}
Apr 30 16:00:55.474335 np0040594247 nova-compute[88153]: DEBUG os_brick.initiator.connectors.iscsi [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] <== disconnect_volume: return (17ms) None {{(pid=88153) trace_logging_wrapper /opt/stack/data/venv/lib/python3.12/site-packages/os_brick/utils.py:204}}
Apr 30 16:00:55.474335 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Disconnected iSCSI Volume {{(pid=88153) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:80}}
Apr 30 16:00:55.474335 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Deleting instance files /opt/stack/data/nova/instances/edc56eac-9586-4914-8ea8-5dd409f00d23_del
Apr 30 16:00:55.474335 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Deletion of /opt/stack/data/nova/instances/edc56eac-9586-4914-8ea8-5dd409f00d23_del complete
Apr 30 16:00:55.662445 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:55.662956 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:00:55.980873 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Took 0.55 seconds to destroy the instance on the hypervisor.
Apr 30 16:00:56.175836 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:56.176819 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:00:56.686019 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:00:56.686252 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:00:56.800171 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:00:57.186552 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:00:57.512927 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Successfully updated port: 21476f50-db5e-48e0-b85f-81be121e45a3 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:00:57.544695 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Received event network-changed-21476f50-db5e-48e0-b85f-81be121e45a3 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:00:57.545005 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Refreshing instance network info cache due to event network-changed-21476f50-db5e-48e0-b85f-81be121e45a3. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:00:57.545321 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] Acquiring lock "refresh_cache-3848d6fd-aeab-4050-a59c-d78659bce470" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:57.545549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] Acquired lock "refresh_cache-3848d6fd-aeab-4050-a59c-d78659bce470" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:57.545930 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Refreshing network info cache for port 21476f50-db5e-48e0-b85f-81be121e45a3 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:00:57.693389 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:00:58.015377 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-3848d6fd-aeab-4050-a59c-d78659bce470" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:00:58.106387 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:58.230222 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:58.708749 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:00:58.710058 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:00:58.710497 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Creating image(s)
Apr 30 16:00:58.711276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:58.711608 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:58.712830 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:58.713883 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:58.720957 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:58.722477 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:58.736584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-07b7476e-3f49-4ed4-ade7-4a5546c3736c req-ccf81b3c-b75a-468e-9d5f-b7894eba2043 service nova] Releasing lock "refresh_cache-3848d6fd-aeab-4050-a59c-d78659bce470" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:00:58.738132 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-3848d6fd-aeab-4050-a59c-d78659bce470" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:00:58.738594 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:00:58.813956 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:58.814479 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:58.815495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:58.815753 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:58.821165 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:00:58.821896 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:58.913561 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:58.914579 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:58.948513 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk 1073741824" returned: 0 in 0.033s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:58.949439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.134s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:58.950084 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:59.040497 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:59.041022 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:00:59.041450 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:00:59.138087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:00:59.139108 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:00:59.140161 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:00:59.140846 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Ensure instance console log exists: /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:00:59.141616 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:00:59.143175 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:00:59.143777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:00:59.146749 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 3696-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:00:59.153502 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:00:59.153788 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:00:59.154058 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]: </device>
Apr 30 16:00:59.158264 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:00:59.159227 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:00:59.162259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.020s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Traceback (most recent call last):
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     yield resources
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     return f(*args, **kwargs)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     chosen_mdev = self._create_mdev(
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     self._host.device_create(conf)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     rv = execute(f, *args, **kwargs)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     raise e.with_traceback(tb)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     rv = meth(*args, **kwargs)
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:00:59.165057 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] 
Apr 30 16:00:59.301487 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:00:59.511989 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Updating instance_info_cache with network_info: [{"id": "21476f50-db5e-48e0-b85f-81be121e45a3", "address": "fa:16:3e:1c:26:22", "network": {"id": "e57ca755-c9ed-489e-ad60-a8d7bbd96184", "bridge": "br-int", "label": "tempest-network-smoke--1535542680", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap21476f50-db", "ovs_interfaceid": "21476f50-db5e-48e0-b85f-81be121e45a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"f4513c1a-fbba-5cde-ad9b-08245e05ea95": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:00:59.889952 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:00.015849 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-3848d6fd-aeab-4050-a59c-d78659bce470" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:01:00.016315 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Instance network_info: |[{"id": "21476f50-db5e-48e0-b85f-81be121e45a3", "address": "fa:16:3e:1c:26:22", "network": {"id": "e57ca755-c9ed-489e-ad60-a8d7bbd96184", "bridge": "br-int", "label": "tempest-network-smoke--1535542680", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap21476f50-db", "ovs_interfaceid": "21476f50-db5e-48e0-b85f-81be121e45a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"f4513c1a-fbba-5cde-ad9b-08245e05ea95": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:01:00.016967 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Terminating instance
Apr 30 16:01:00.064946 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Took 4.08 seconds to detach 1 volumes for instance.
Apr 30 16:01:00.067592 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d701d3d40> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:01:00.067921 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:00.068310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:00.397549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:00.525659 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:01:00.529554 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:01:00.529772 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Instance destroyed successfully.
Apr 30 16:01:00.531065 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:00:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1803328046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-1803328046',id=170,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-lx7eplbe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:58Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=3848d6fd-aeab-4050-a59c-d78659bce470,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21476f50-db5e-48e0-b85f-81be121e45a3", "address": "fa:16:3e:1c:26:22", "network": {"id": "e57ca755-c9ed-489e-ad60-a8d7bbd96184", "bridge": "br-int", "label": "tempest-network-smoke--1535542680", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap21476f50-db", "ovs_interfaceid": "21476f50-db5e-48e0-b85f-81be121e45a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"f4513c1a-fbba-5cde-ad9b-08245e05ea95": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:01:00.531416 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "21476f50-db5e-48e0-b85f-81be121e45a3", "address": "fa:16:3e:1c:26:22", "network": {"id": "e57ca755-c9ed-489e-ad60-a8d7bbd96184", "bridge": "br-int", "label": "tempest-network-smoke--1535542680", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap21476f50-db", "ovs_interfaceid": "21476f50-db5e-48e0-b85f-81be121e45a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"f4513c1a-fbba-5cde-ad9b-08245e05ea95": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:01:00.532387 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:26:22,bridge_name='br-int',has_traffic_filtering=True,id=21476f50-db5e-48e0-b85f-81be121e45a3,network=Network(e57ca755-c9ed-489e-ad60-a8d7bbd96184),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap21476f50-db') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:01:00.532998 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:26:22,bridge_name='br-int',has_traffic_filtering=True,id=21476f50-db5e-48e0-b85f-81be121e45a3,network=Network(e57ca755-c9ed-489e-ad60-a8d7bbd96184),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap21476f50-db') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:01:00.534932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:00.535364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21476f50-db, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:01:00.535702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:01:00.538121 np0040594247 nova-compute[88153]: INFO os_vif [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:26:22,bridge_name='br-int',has_traffic_filtering=True,id=21476f50-db5e-48e0-b85f-81be121e45a3,network=Network(e57ca755-c9ed-489e-ad60-a8d7bbd96184),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap21476f50-db')
Apr 30 16:01:00.538739 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Deleting instance files /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470_del
Apr 30 16:01:00.539966 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Deletion of /opt/stack/data/nova/instances/3848d6fd-aeab-4050-a59c-d78659bce470_del complete
Apr 30 16:01:00.689539 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:00.695519 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:00.696652 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:01:00.696652 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:01:00.696652 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:00.697116 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:01.051422 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 16:01:01.054759 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d5172e4b0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:01:01.055205 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:01.203149 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:01.205639 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:01.721707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.653s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Traceback (most recent call last):
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     return f(*args, **kwargs)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     chosen_mdev = self._create_mdev(
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     self._host.device_create(conf)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     rv = execute(f, *args, **kwargs)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     raise e.with_traceback(tb)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     rv = meth(*args, **kwargs)
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:01.724309 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] 
Apr 30 16:01:01.726307 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:01:01.727402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.329s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:01.727402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:01.727402 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:01:01.727945 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.673s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:01.732131 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Build of instance edc56eac-9586-4914-8ea8-5dd409f00d23 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:01:01.734754 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:01:01.735799 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:00:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-521246524',display_name='tempest-TestVolumeBootPattern-server-521246524',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testvolumebootpattern-server-521246524',id=169,image_ref='',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIwOQxBagOS8cYPX0IoyXAxDsb8jcW8yIxuY8Ps0qMOMdJvT64VWqi5j1BakHYS3fq8Q9Y4QIeVMUOeC9B01/WPZwP3ZM+PyvTBNswoklgYA0oYzKtKT2PLWPPGwCKA0fw==',key_name='tempest-TestVolumeBootPattern-2031021437',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bfac712ed8764c23a89ce3fb5016c1b8',ramdisk_id='',reservation_id='r-nvcm2fft',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1112926431',owner_user_name='tempest-TestVolumeBootPattern-1112926431-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:00:56Z,user_data=None,user_id='4bbceda615ea41dd95e0d894d81c0880',uuid=edc56eac-9586-4914-8ea8-5dd409f00d23,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32ad1084-eba9-44f6-9c24-be88f29e109d", "address": "fa:16:3e:cb:ab:ae", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32ad1084-eb", "ovs_interfaceid": "32ad1084-eba9-44f6-9c24-be88f29e109d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:01:01.736140 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converting VIF {"id": "32ad1084-eba9-44f6-9c24-be88f29e109d", "address": "fa:16:3e:cb:ab:ae", "network": {"id": "a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1895862713-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "bfac712ed8764c23a89ce3fb5016c1b8", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap32ad1084-eb", "ovs_interfaceid": "32ad1084-eba9-44f6-9c24-be88f29e109d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:01:01.737036 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:ab:ae,bridge_name='br-int',has_traffic_filtering=True,id=32ad1084-eba9-44f6-9c24-be88f29e109d,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ad1084-eb') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:01:01.737453 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:ab:ae,bridge_name='br-int',has_traffic_filtering=True,id=32ad1084-eba9-44f6-9c24-be88f29e109d,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ad1084-eb') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:01:01.739579 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:01.740016 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32ad1084-eb, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:01:01.740568 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:01:01.743452 np0040594247 nova-compute[88153]: INFO os_vif [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:ab:ae,bridge_name='br-int',has_traffic_filtering=True,id=32ad1084-eba9-44f6-9c24-be88f29e109d,network=Network(a89ec21c-a80c-4ea2-981f-9c4aeb8e20c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32ad1084-eb')
Apr 30 16:01:01.743810 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:01:01.744147 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:01:01.744516 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:01:01.937794 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:01:01.939086 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1717MB free_disk=56.47880172729492GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:01:01.939492 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:02.363998 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:02.375922 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:02.377942 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:01:02.378220 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:01:02.379656 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:02.379656 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:02.884687 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:02.885514 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:02.952736 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:03.397157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.669s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Traceback (most recent call last):
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     return f(*args, **kwargs)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     chosen_mdev = self._create_mdev(
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     self._host.device_create(conf)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     rv = execute(f, *args, **kwargs)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     raise e.with_traceback(tb)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     rv = meth(*args, **kwargs)
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:03.399053 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] 
Apr 30 16:01:03.401023 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:01:03.401410 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.462s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:03.402751 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Build of instance 3848d6fd-aeab-4050-a59c-d78659bce470 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:01:03.405129 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:01:03.406185 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:00:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1803328046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-1803328046',id=170,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-lx7eplbe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:01:01Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=3848d6fd-aeab-4050-a59c-d78659bce470,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21476f50-db5e-48e0-b85f-81be121e45a3", "address": "fa:16:3e:1c:26:22", "network": {"id": "e57ca755-c9ed-489e-ad60-a8d7bbd96184", "bridge": "br-int", "label": "tempest-network-smoke--1535542680", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap21476f50-db", "ovs_interfaceid": "21476f50-db5e-48e0-b85f-81be121e45a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"f4513c1a-fbba-5cde-ad9b-08245e05ea95": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:01:03.406532 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "21476f50-db5e-48e0-b85f-81be121e45a3", "address": "fa:16:3e:1c:26:22", "network": {"id": "e57ca755-c9ed-489e-ad60-a8d7bbd96184", "bridge": "br-int", "label": "tempest-network-smoke--1535542680", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap21476f50-db", "ovs_interfaceid": "21476f50-db5e-48e0-b85f-81be121e45a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"f4513c1a-fbba-5cde-ad9b-08245e05ea95": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:01:03.407368 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:26:22,bridge_name='br-int',has_traffic_filtering=True,id=21476f50-db5e-48e0-b85f-81be121e45a3,network=Network(e57ca755-c9ed-489e-ad60-a8d7bbd96184),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap21476f50-db') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:01:03.407810 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:26:22,bridge_name='br-int',has_traffic_filtering=True,id=21476f50-db5e-48e0-b85f-81be121e45a3,network=Network(e57ca755-c9ed-489e-ad60-a8d7bbd96184),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap21476f50-db') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:01:03.409442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:03.410004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21476f50-db, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:01:03.410210 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:01:03.412594 np0040594247 nova-compute[88153]: INFO os_vif [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:26:22,bridge_name='br-int',has_traffic_filtering=True,id=21476f50-db5e-48e0-b85f-81be121e45a3,network=Network(e57ca755-c9ed-489e-ad60-a8d7bbd96184),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap21476f50-db')
Apr 30 16:01:03.412908 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:01:03.413290 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:01:03.413609 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:01:03.456367 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] [instance: edc56eac-9586-4914-8ea8-5dd409f00d23] Took 1.71 seconds to deallocate network for instance.
Apr 30 16:01:04.104350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:04.150254 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:04.505894 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Deleted allocations for instance edc56eac-9586-4914-8ea8-5dd409f00d23
Apr 30 16:01:04.580752 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:04.952923 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance edc56eac-9586-4914-8ea8-5dd409f00d23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 16:01:05.016968 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-25fdbf44-4f8d-4928-9514-18fb55df1402 tempest-TestVolumeBootPattern-1112926431 tempest-TestVolumeBootPattern-1112926431-project-member] Lock "edc56eac-9586-4914-8ea8-5dd409f00d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.657s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:05.084102 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 3848d6fd-aeab-4050-a59c-d78659bce470] Took 1.67 seconds to deallocate network for instance.
Apr 30 16:01:05.456683 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 3848d6fd-aeab-4050-a59c-d78659bce470 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 16:01:05.457357 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:01:05.457357 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:01:05.532909 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:05.538083 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:05.539084 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:01:05.539084 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:01:05.539084 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:05.539370 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:06.044270 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:06.044741 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:06.134426 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance 3848d6fd-aeab-4050-a59c-d78659bce470
Apr 30 16:01:06.555892 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:01:06.557705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.155s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:06.557705 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:06.557705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 16:01:06.644961 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d4520f6d-c51d-4f45-9107-57beebff98d5 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "3848d6fd-aeab-4050-a59c-d78659bce470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.647s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:09.153681 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:01:09.155267 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:01:09.155476 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:01:09.155649 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:01:09.156195 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:09.156527 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:01:09.887076 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:09.927664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.374722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.375244 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.391437 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.404546 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.406979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.414348 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.471920 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.748167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.820770 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.824568 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:10.854588 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:11.060763 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:11.060763 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:11.061056 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:11.061340 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:01:11.165356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:11.186190 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:11.890596 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:12.387143 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:12.400772 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:12.403034 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:12.757959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:12.787365 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:12.892347 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:13.010811 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.041844 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.333621 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.350740 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.493779 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.503549 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.556593 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.565898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.636245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.683939 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:13.882395 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:13.891226 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:14.155556 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:14.379293 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:14.446627 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:14.450720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:14.451091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:14.453412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:15.046820 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:15.060595 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:15.078395 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:15.160586 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:15.231713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:15.276075 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.386734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.388373 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.390232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.391809 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.486486 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.497850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.505518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.536534 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.597722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:16.645642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:18.390981 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:18.392830 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:18.395260 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:18.397571 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:18.664672 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:18.700345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:19.160022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:19.415128 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "5093c7c4-cc00-48eb-9db5-4d5979bb1b64" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:19.415697 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "5093c7c4-cc00-48eb-9db5-4d5979bb1b64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:19.918854 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:01:20.452064 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:20.452512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:20.457538 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:01:20.457883 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Claim successful on node np0040594247
Apr 30 16:01:21.558438 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:21.564544 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:21.565896 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:01:21.565896 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:01:21.565896 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:21.566102 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:22.070740 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:22.071125 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:22.584373 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:22.585112 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:01:23.093462 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:01:23.093601 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:01:23.204406 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:01:23.598104 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:01:23.728848 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Successfully updated port: e28bc2cb-8d34-4ffe-9708-a41e1077b070 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:01:23.771370 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Received event network-changed-e28bc2cb-8d34-4ffe-9708-a41e1077b070 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:01:23.771687 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Refreshing instance network info cache due to event network-changed-e28bc2cb-8d34-4ffe-9708-a41e1077b070. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:01:23.772067 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] Acquiring lock "refresh_cache-5093c7c4-cc00-48eb-9db5-4d5979bb1b64" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:01:23.772375 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] Acquired lock "refresh_cache-5093c7c4-cc00-48eb-9db5-4d5979bb1b64" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:01:23.772658 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Refreshing network info cache for port e28bc2cb-8d34-4ffe-9708-a41e1077b070 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:01:23.890145 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:23.890411 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 16:01:24.103525 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:01:24.162698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:24.232897 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-5093c7c4-cc00-48eb-9db5-4d5979bb1b64" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:01:24.354306 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:01:24.394014 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 16:01:24.475406 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:24.890154 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:01:24.978898 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3494fef4-9e4c-45f1-b3dd-98392d349d67 req-19fbbf4e-3d4f-4d9d-8f5c-195d0d12bb32 service nova] Releasing lock "refresh_cache-5093c7c4-cc00-48eb-9db5-4d5979bb1b64" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:01:24.979399 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-5093c7c4-cc00-48eb-9db5-4d5979bb1b64" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:01:24.979666 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:01:25.117110 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:01:25.118595 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:01:25.119111 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Creating image(s)
Apr 30 16:01:25.119876 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:25.120251 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:25.121302 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:25.122124 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:25.127434 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:25.129101 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:25.225363 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:25.226197 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:25.227076 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:25.227822 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:25.233258 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:25.233856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:25.323510 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:25.324118 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:25.358947 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:25.359791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.133s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:25.360411 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:25.449922 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:25.450484 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:01:25.450937 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:25.533634 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:01:25.547315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:25.547819 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:01:25.548316 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:01:25.548655 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Ensure instance console log exists: /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:01:25.549565 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:25.549565 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:25.549970 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:01:25.553226 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:01:25.553643 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:01:25.553770 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:25.558010 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:25.558797 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:01:25.562191 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Traceback (most recent call last):
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     yield resources
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     return f(*args, **kwargs)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     chosen_mdev = self._create_mdev(
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     self._host.device_create(conf)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     rv = execute(f, *args, **kwargs)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     raise e.with_traceback(tb)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     rv = meth(*args, **kwargs)
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:25.564423 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] 
Apr 30 16:01:25.744664 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Updating instance_info_cache with network_info: [{"id": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "address": "fa:16:3e:ac:98:e9", "network": {"id": "c8657739-90b8-40d3-ba99-cfb0a9efee93", "bridge": "br-int", "label": "tempest-network-smoke--1611056717", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape28bc2cb-8d", "ovs_interfaceid": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:26.248758 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-5093c7c4-cc00-48eb-9db5-4d5979bb1b64" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:01:26.249455 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Instance network_info: |[{"id": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "address": "fa:16:3e:ac:98:e9", "network": {"id": "c8657739-90b8-40d3-ba99-cfb0a9efee93", "bridge": "br-int", "label": "tempest-network-smoke--1611056717", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape28bc2cb-8d", "ovs_interfaceid": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:01:26.249908 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Terminating instance
Apr 30 16:01:26.756144 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:01:26.759515 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:01:26.759710 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Instance destroyed successfully.
Apr 30 16:01:26.761071 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1662561900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-1662561900',id=171,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-z27e82on',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:01:24Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=5093c7c4-cc00-48eb-9db5-4d5979bb1b64,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "address": "fa:16:3e:ac:98:e9", "network": {"id": "c8657739-90b8-40d3-ba99-cfb0a9efee93", "bridge": "br-int", "label": "tempest-network-smoke--1611056717", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape28bc2cb-8d", "ovs_interfaceid": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:01:26.761420 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "address": "fa:16:3e:ac:98:e9", "network": {"id": "c8657739-90b8-40d3-ba99-cfb0a9efee93", "bridge": "br-int", "label": "tempest-network-smoke--1611056717", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape28bc2cb-8d", "ovs_interfaceid": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:01:26.762483 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:98:e9,bridge_name='br-int',has_traffic_filtering=True,id=e28bc2cb-8d34-4ffe-9708-a41e1077b070,network=Network(c8657739-90b8-40d3-ba99-cfb0a9efee93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape28bc2cb-8d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:01:26.762987 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:98:e9,bridge_name='br-int',has_traffic_filtering=True,id=e28bc2cb-8d34-4ffe-9708-a41e1077b070,network=Network(c8657739-90b8-40d3-ba99-cfb0a9efee93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape28bc2cb-8d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:01:26.765003 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:26.765545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape28bc2cb-8d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:01:26.765911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:01:26.768325 np0040594247 nova-compute[88153]: INFO os_vif [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:98:e9,bridge_name='br-int',has_traffic_filtering=True,id=e28bc2cb-8d34-4ffe-9708-a41e1077b070,network=Network(c8657739-90b8-40d3-ba99-cfb0a9efee93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape28bc2cb-8d')
Apr 30 16:01:26.768798 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Deleting instance files /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64_del
Apr 30 16:01:26.769413 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Deletion of /opt/stack/data/nova/instances/5093c7c4-cc00-48eb-9db5-4d5979bb1b64_del complete
Apr 30 16:01:27.278523 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:01:27.281274 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7014e630> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:01:27.281543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:27.281966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:27.872236 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:27.878006 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:27.878920 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:01:27.878920 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:01:27.879100 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:27.879520 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:28.385362 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:28.386398 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:28.898175 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.616s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Traceback (most recent call last):
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     return f(*args, **kwargs)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     chosen_mdev = self._create_mdev(
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     self._host.device_create(conf)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     rv = execute(f, *args, **kwargs)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     raise e.with_traceback(tb)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     rv = meth(*args, **kwargs)
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:28.900337 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] 
Apr 30 16:01:28.903195 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:01:28.903595 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Build of instance 5093c7c4-cc00-48eb-9db5-4d5979bb1b64 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:01:28.905930 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:01:28.906952 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:01:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1662561900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-1662561900',id=171,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-z27e82on',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:01:27Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=5093c7c4-cc00-48eb-9db5-4d5979bb1b64,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "address": "fa:16:3e:ac:98:e9", "network": {"id": "c8657739-90b8-40d3-ba99-cfb0a9efee93", "bridge": "br-int", "label": "tempest-network-smoke--1611056717", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape28bc2cb-8d", "ovs_interfaceid": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:01:28.907312 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "address": "fa:16:3e:ac:98:e9", "network": {"id": "c8657739-90b8-40d3-ba99-cfb0a9efee93", "bridge": "br-int", "label": "tempest-network-smoke--1611056717", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tape28bc2cb-8d", "ovs_interfaceid": "e28bc2cb-8d34-4ffe-9708-a41e1077b070", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:01:28.908092 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:98:e9,bridge_name='br-int',has_traffic_filtering=True,id=e28bc2cb-8d34-4ffe-9708-a41e1077b070,network=Network(c8657739-90b8-40d3-ba99-cfb0a9efee93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape28bc2cb-8d') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:01:28.908483 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:98:e9,bridge_name='br-int',has_traffic_filtering=True,id=e28bc2cb-8d34-4ffe-9708-a41e1077b070,network=Network(c8657739-90b8-40d3-ba99-cfb0a9efee93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape28bc2cb-8d') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:01:28.909933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:28.910320 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape28bc2cb-8d, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:01:28.910577 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:01:28.913346 np0040594247 nova-compute[88153]: INFO os_vif [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:98:e9,bridge_name='br-int',has_traffic_filtering=True,id=e28bc2cb-8d34-4ffe-9708-a41e1077b070,network=Network(c8657739-90b8-40d3-ba99-cfb0a9efee93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape28bc2cb-8d')
Apr 30 16:01:28.913619 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:01:28.913952 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:01:28.914238 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:01:29.166265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:29.873714 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:30.377324 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 5093c7c4-cc00-48eb-9db5-4d5979bb1b64] Took 1.46 seconds to deallocate network for instance.
Apr 30 16:01:31.434533 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance 5093c7c4-cc00-48eb-9db5-4d5979bb1b64
Apr 30 16:01:31.946929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-18af64cf-2d2f-42af-ab22-25f0a55a4b58 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "5093c7c4-cc00-48eb-9db5-4d5979bb1b64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.531s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:34.171068 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4995-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:01:34.172625 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:01:34.172877 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:01:34.173059 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:01:34.174028 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:34.174861 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:01:34.387765 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:34.872817 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:34.912211 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:35.382242 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:35.416816 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:35.554288 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:35.584885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:37.837008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:37.848451 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:37.860997 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:37.889992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:37.958959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.006581 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.271208 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.280076 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.290568 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.333866 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.385136 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.386332 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.392376 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.393326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.408342 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.412217 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.415998 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:38.448454 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:39.173845 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:40.290280 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:40.301398 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:40.311909 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:40.344891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:40.407712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:40.417123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:40.468873 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:43.144116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "96f8fda3-21af-4ffb-a9b9-c69620acf9d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:43.144773 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "96f8fda3-21af-4ffb-a9b9-c69620acf9d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:43.647981 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:01:44.174832 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:44.185322 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:44.185716 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:44.190329 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:01:44.190627 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Claim successful on node np0040594247
Apr 30 16:01:44.696084 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 61e56b1f-ee5f-5923-985e-46612d64fb70, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:01:44.696380 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:01:45.281004 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:45.286977 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:45.288014 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:01:45.288014 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:01:45.288014 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:45.288369 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:45.793141 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:45.793920 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:46.304913 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:46.305838 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:01:46.814514 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:01:46.814841 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:01:46.940221 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:01:47.320367 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:01:47.681785 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Successfully updated port: 6f4c0eab-c88d-4861-ad50-476fd95aa05d {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:01:47.714341 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Received event network-changed-6f4c0eab-c88d-4861-ad50-476fd95aa05d {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:01:47.714705 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Refreshing instance network info cache due to event network-changed-6f4c0eab-c88d-4861-ad50-476fd95aa05d. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:01:47.715144 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] Acquiring lock "refresh_cache-96f8fda3-21af-4ffb-a9b9-c69620acf9d9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:01:47.715471 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] Acquired lock "refresh_cache-96f8fda3-21af-4ffb-a9b9-c69620acf9d9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:01:47.715786 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Refreshing network info cache for port 6f4c0eab-c88d-4861-ad50-476fd95aa05d {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:01:47.825645 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:01:48.185091 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-96f8fda3-21af-4ffb-a9b9-c69620acf9d9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:01:48.280566 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:01:48.403823 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:48.845215 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:01:48.846551 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:01:48.847022 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Creating image(s)
Apr 30 16:01:48.847736 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:48.848061 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:48.849210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:48.850247 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:48.855859 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:48.857424 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:48.907591 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-a873b94b-e776-4c72-a2b8-b1172c8b2f09 req-b51213c6-4e4f-4690-b92e-a0761bc5bdac service nova] Releasing lock "refresh_cache-96f8fda3-21af-4ffb-a9b9-c69620acf9d9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:01:48.908444 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-96f8fda3-21af-4ffb-a9b9-c69620acf9d9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:01:48.908843 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:01:48.949658 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:48.950332 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:48.951130 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:48.951860 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:48.957795 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:01:48.958411 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:49.053534 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:49.054266 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:49.092082 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:49.092759 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:49.093349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:49.176383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:49.189054 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:49.189615 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:01:49.190062 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:01:49.287075 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk --force-share --output=json" returned: 0 in 0.096s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:01:49.287630 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:01:49.288292 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:01:49.288659 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Ensure instance console log exists: /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:01:49.289187 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:49.289609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:49.290096 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:01:49.293978 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:01:49.294268 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:01:49.294539 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:49.298913 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:49.300404 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:01:49.303042 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Traceback (most recent call last):
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     yield resources
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     return f(*args, **kwargs)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     chosen_mdev = self._create_mdev(
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     self._host.device_create(conf)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     rv = execute(f, *args, **kwargs)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     raise e.with_traceback(tb)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     rv = meth(*args, **kwargs)
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:49.305355 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] 
Apr 30 16:01:49.473823 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:01:49.686046 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Updating instance_info_cache with network_info: [{"id": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "address": "fa:16:3e:54:6d:d7", "network": {"id": "715143bd-b8b6-4fcc-a4f8-c805d40bcb0e", "bridge": "br-int", "label": "tempest-network-smoke--2030424309", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4c0eab-c8", "ovs_interfaceid": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"314377ad-41f1-58f8-bc9a-ffbc33c49b09": "717ac271-5dd5-50ae-937e-09316a6ad313", "8f95451c-3cab-5e01-acf5-cd991573f4d0": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:50.190348 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-96f8fda3-21af-4ffb-a9b9-c69620acf9d9" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:01:50.190889 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Instance network_info: |[{"id": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "address": "fa:16:3e:54:6d:d7", "network": {"id": "715143bd-b8b6-4fcc-a4f8-c805d40bcb0e", "bridge": "br-int", "label": "tempest-network-smoke--2030424309", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4c0eab-c8", "ovs_interfaceid": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"314377ad-41f1-58f8-bc9a-ffbc33c49b09": "717ac271-5dd5-50ae-937e-09316a6ad313", "8f95451c-3cab-5e01-acf5-cd991573f4d0": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:01:50.191556 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Terminating instance
Apr 30 16:01:50.697584 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:01:50.701167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:01:50.701355 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Instance destroyed successfully.
Apr 30 16:01:50.702817 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:01:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-301748459',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-301748459',id=172,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-0x2lzda7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:01:48Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=96f8fda3-21af-4ffb-a9b9-c69620acf9d9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "address": "fa:16:3e:54:6d:d7", "network": {"id": "715143bd-b8b6-4fcc-a4f8-c805d40bcb0e", "bridge": "br-int", "label": "tempest-network-smoke--2030424309", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4c0eab-c8", "ovs_interfaceid": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"314377ad-41f1-58f8-bc9a-ffbc33c49b09": "717ac271-5dd5-50ae-937e-09316a6ad313", "8f95451c-3cab-5e01-acf5-cd991573f4d0": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:01:50.703179 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "address": "fa:16:3e:54:6d:d7", "network": {"id": "715143bd-b8b6-4fcc-a4f8-c805d40bcb0e", "bridge": "br-int", "label": "tempest-network-smoke--2030424309", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4c0eab-c8", "ovs_interfaceid": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"314377ad-41f1-58f8-bc9a-ffbc33c49b09": "717ac271-5dd5-50ae-937e-09316a6ad313", "8f95451c-3cab-5e01-acf5-cd991573f4d0": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:01:50.704158 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:6d:d7,bridge_name='br-int',has_traffic_filtering=True,id=6f4c0eab-c88d-4861-ad50-476fd95aa05d,network=Network(715143bd-b8b6-4fcc-a4f8-c805d40bcb0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4c0eab-c8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:01:50.704607 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:6d:d7,bridge_name='br-int',has_traffic_filtering=True,id=6f4c0eab-c88d-4861-ad50-476fd95aa05d,network=Network(715143bd-b8b6-4fcc-a4f8-c805d40bcb0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4c0eab-c8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:01:50.706518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:50.707065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f4c0eab-c8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:01:50.707413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:01:50.709845 np0040594247 nova-compute[88153]: INFO os_vif [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:6d:d7,bridge_name='br-int',has_traffic_filtering=True,id=6f4c0eab-c88d-4861-ad50-476fd95aa05d,network=Network(715143bd-b8b6-4fcc-a4f8-c805d40bcb0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4c0eab-c8')
Apr 30 16:01:50.710292 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Deleting instance files /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9_del
Apr 30 16:01:50.710939 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Deletion of /opt/stack/data/nova/instances/96f8fda3-21af-4ffb-a9b9-c69620acf9d9_del complete
Apr 30 16:01:51.220628 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:01:51.223892 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d517645f0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:01:51.224166 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:01:51.224553 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:01:51.811814 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]: </device>
Apr 30 16:01:51.817567 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:01:51.818433 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:01:51.818433 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:01:51.818736 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:51.819095 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:01:52.324774 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:52.325381 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:01:52.837568 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.613s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Traceback (most recent call last):
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     return f(*args, **kwargs)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     chosen_mdev = self._create_mdev(
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     self._host.device_create(conf)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     rv = execute(f, *args, **kwargs)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     raise e.with_traceback(tb)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     rv = meth(*args, **kwargs)
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:01:52.840083 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] 
Apr 30 16:01:52.843313 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:01:52.844867 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Build of instance 96f8fda3-21af-4ffb-a9b9-c69620acf9d9 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:01:52.847408 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:01:52.848610 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:01:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-301748459',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-301748459',id=172,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-0x2lzda7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:01:51Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=96f8fda3-21af-4ffb-a9b9-c69620acf9d9,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "address": "fa:16:3e:54:6d:d7", "network": {"id": "715143bd-b8b6-4fcc-a4f8-c805d40bcb0e", "bridge": "br-int", "label": "tempest-network-smoke--2030424309", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4c0eab-c8", "ovs_interfaceid": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"314377ad-41f1-58f8-bc9a-ffbc33c49b09": "717ac271-5dd5-50ae-937e-09316a6ad313", "8f95451c-3cab-5e01-acf5-cd991573f4d0": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:01:52.849113 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "address": "fa:16:3e:54:6d:d7", "network": {"id": "715143bd-b8b6-4fcc-a4f8-c805d40bcb0e", "bridge": "br-int", "label": "tempest-network-smoke--2030424309", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap6f4c0eab-c8", "ovs_interfaceid": "6f4c0eab-c88d-4861-ad50-476fd95aa05d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"314377ad-41f1-58f8-bc9a-ffbc33c49b09": "717ac271-5dd5-50ae-937e-09316a6ad313", "8f95451c-3cab-5e01-acf5-cd991573f4d0": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:01:52.850065 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:6d:d7,bridge_name='br-int',has_traffic_filtering=True,id=6f4c0eab-c88d-4861-ad50-476fd95aa05d,network=Network(715143bd-b8b6-4fcc-a4f8-c805d40bcb0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4c0eab-c8') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:01:52.850591 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:6d:d7,bridge_name='br-int',has_traffic_filtering=True,id=6f4c0eab-c88d-4861-ad50-476fd95aa05d,network=Network(715143bd-b8b6-4fcc-a4f8-c805d40bcb0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4c0eab-c8') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:01:52.852148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:52.852617 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f4c0eab-c8, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:01:52.852977 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:01:52.855367 np0040594247 nova-compute[88153]: INFO os_vif [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:6d:d7,bridge_name='br-int',has_traffic_filtering=True,id=6f4c0eab-c88d-4861-ad50-476fd95aa05d,network=Network(715143bd-b8b6-4fcc-a4f8-c805d40bcb0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6f4c0eab-c8')
Apr 30 16:01:52.855791 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:01:52.856186 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:01:52.856559 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:01:53.997414 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:01:54.179364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:54.501658 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 96f8fda3-21af-4ffb-a9b9-c69620acf9d9] Took 1.64 seconds to deallocate network for instance.
Apr 30 16:01:55.782897 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance 96f8fda3-21af-4ffb-a9b9-c69620acf9d9
Apr 30 16:01:56.294862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ed5fa468-743a-4de3-95cd-dbf6885c161c tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "96f8fda3-21af-4ffb-a9b9-c69620acf9d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.150s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:01:58.401709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:58.857425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:58.899570 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:59.185724 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:59.223502 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:59.245158 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:59.378137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:01:59.405324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:00.393594 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:00.901125 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:00.901655 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:00.901895 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:00.902187 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:02:01.080707 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:02:01.080707 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1887MB free_disk=56.47835159301758GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:02:01.080707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:01.080707 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:01.870333 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:01.883867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:01.896431 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:01.950979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.030118 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.085201 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.121044 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:02:02.121318 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:02:02.189155 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]: </device>
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:02.201742 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:02.321985 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.334300 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.351015 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.401062 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.402493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.404353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.457708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.471242 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.475107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.475107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.525151 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.577097 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:02.709130 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:02.709657 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:03.223525 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:02:03.224567 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:04.188412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:04.445258 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:04.456514 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:04.467024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:04.502324 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:04.569193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:04.609429 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:06.397788 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:06.400471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:06.403393 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:07.147195 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "d1956160-bb24-48fd-aea2-69ca559b376d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:07.147512 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "d1956160-bb24-48fd-aea2-69ca559b376d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:07.650862 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:02:07.720607 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:07.720935 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:08.182924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:08.182924 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:08.187701 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:02:08.187919 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Claim successful on node np0040594247
Apr 30 16:02:08.694000 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:02:08.694613 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 61e56b1f-ee5f-5923-985e-46612d64fb70, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:02:09.188804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:09.283092 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]: </device>
Apr 30 16:02:09.288506 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:02:09.290385 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:02:09.290385 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:02:09.290385 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:09.290385 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:09.794030 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:09.794526 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:10.306079 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:10.306625 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:02:10.815219 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:02:10.815923 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:02:10.889785 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:10.890180 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:02:10.936510 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:02:11.320650 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:02:11.663157 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Successfully updated port: 8b3938df-515f-4b05-bf49-064d8795a79e {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:02:11.694201 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Received event network-changed-8b3938df-515f-4b05-bf49-064d8795a79e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:02:11.696400 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Refreshing instance network info cache due to event network-changed-8b3938df-515f-4b05-bf49-064d8795a79e. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:02:11.696782 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] Acquiring lock "refresh_cache-d1956160-bb24-48fd-aea2-69ca559b376d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:02:11.697115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] Acquired lock "refresh_cache-d1956160-bb24-48fd-aea2-69ca559b376d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:02:11.697399 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Refreshing network info cache for port 8b3938df-515f-4b05-bf49-064d8795a79e {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:02:11.825781 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:02:11.890200 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:12.166934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-d1956160-bb24-48fd-aea2-69ca559b376d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:02:12.256054 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:02:12.376415 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:02:12.837320 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:02:12.838832 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:02:12.839307 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Creating image(s)
Apr 30 16:02:12.840059 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:12.840457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:12.841405 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:12.842180 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:12.847738 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:12.849319 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:12.880959 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d39566fe-ae98-4b26-b0ef-787f42f162bf req-6d68e20b-de42-4eb4-8a39-d5df5d9c6da8 service nova] Releasing lock "refresh_cache-d1956160-bb24-48fd-aea2-69ca559b376d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:02:12.881885 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-d1956160-bb24-48fd-aea2-69ca559b376d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:02:12.882254 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:02:12.944380 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:12.944926 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:12.945585 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:12.946245 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:12.952073 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:12.952599 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:13.046945 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:13.047541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:13.084116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:13.084803 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.139s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:13.085318 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:13.180447 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:13.181086 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:02:13.181641 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:13.270330 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:13.270967 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:02:13.271572 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:02:13.271966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Ensure instance console log exists: /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:02:13.272451 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:13.272891 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:13.273353 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:02:13.277420 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:02:13.278137 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:02:13.278553 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]: </device>
Apr 30 16:02:13.284092 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:02:13.285097 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:02:13.288816 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.016s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Traceback (most recent call last):
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     yield resources
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     return f(*args, **kwargs)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     chosen_mdev = self._create_mdev(
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     self._host.device_create(conf)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     rv = execute(f, *args, **kwargs)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     raise e.with_traceback(tb)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     rv = meth(*args, **kwargs)
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:02:13.291812 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d] 
Apr 30 16:02:13.446519 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:02:13.660307 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Updating instance_info_cache with network_info: [{"id": "8b3938df-515f-4b05-bf49-064d8795a79e", "address": "fa:16:3e:d9:e6:7b", "network": {"id": "d6c184c1-cdc0-4708-aa2c-c0652e94c93e", "bridge": "br-int", "label": "tempest-network-smoke--472481810", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8b3938df-51", "ovs_interfaceid": "8b3938df-515f-4b05-bf49-064d8795a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6f89b46e-a07c-5b90-84e8-2155a0d25d90": "717ac271-5dd5-50ae-937e-09316a6ad313", "7a0ad41c-3dbc-577a-b7ef-fcc560715313": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:02:13.889631 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:13.890318 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:14.164856 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-d1956160-bb24-48fd-aea2-69ca559b376d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:02:14.165320 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Instance network_info: |[{"id": "8b3938df-515f-4b05-bf49-064d8795a79e", "address": "fa:16:3e:d9:e6:7b", "network": {"id": "d6c184c1-cdc0-4708-aa2c-c0652e94c93e", "bridge": "br-int", "label": "tempest-network-smoke--472481810", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8b3938df-51", "ovs_interfaceid": "8b3938df-515f-4b05-bf49-064d8795a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6f89b46e-a07c-5b90-84e8-2155a0d25d90": "717ac271-5dd5-50ae-937e-09316a6ad313", "7a0ad41c-3dbc-577a-b7ef-fcc560715313": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:02:14.166003 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Terminating instance
Apr 30 16:02:14.193721 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:14.672783 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:02:14.676892 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:02:14.677058 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Instance destroyed successfully.
Apr 30 16:02:14.679068 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:02:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-713089403',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-713089403',id=173,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-6crkv7sx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:02:12Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=d1956160-bb24-48fd-aea2-69ca559b376d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b3938df-515f-4b05-bf49-064d8795a79e", "address": "fa:16:3e:d9:e6:7b", "network": {"id": "d6c184c1-cdc0-4708-aa2c-c0652e94c93e", "bridge": "br-int", "label": "tempest-network-smoke--472481810", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8b3938df-51", "ovs_interfaceid": "8b3938df-515f-4b05-bf49-064d8795a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6f89b46e-a07c-5b90-84e8-2155a0d25d90": "717ac271-5dd5-50ae-937e-09316a6ad313", "7a0ad41c-3dbc-577a-b7ef-fcc560715313": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:02:14.679573 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "8b3938df-515f-4b05-bf49-064d8795a79e", "address": "fa:16:3e:d9:e6:7b", "network": {"id": "d6c184c1-cdc0-4708-aa2c-c0652e94c93e", "bridge": "br-int", "label": "tempest-network-smoke--472481810", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8b3938df-51", "ovs_interfaceid": "8b3938df-515f-4b05-bf49-064d8795a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6f89b46e-a07c-5b90-84e8-2155a0d25d90": "717ac271-5dd5-50ae-937e-09316a6ad313", "7a0ad41c-3dbc-577a-b7ef-fcc560715313": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:02:14.680754 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:e6:7b,bridge_name='br-int',has_traffic_filtering=True,id=8b3938df-515f-4b05-bf49-064d8795a79e,network=Network(d6c184c1-cdc0-4708-aa2c-c0652e94c93e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8b3938df-51') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:02:14.681202 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:e6:7b,bridge_name='br-int',has_traffic_filtering=True,id=8b3938df-515f-4b05-bf49-064d8795a79e,network=Network(d6c184c1-cdc0-4708-aa2c-c0652e94c93e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8b3938df-51') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:02:14.683285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:14.683773 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b3938df-51, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:02:14.684093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:02:14.686541 np0040594247 nova-compute[88153]: INFO os_vif [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:e6:7b,bridge_name='br-int',has_traffic_filtering=True,id=8b3938df-515f-4b05-bf49-064d8795a79e,network=Network(d6c184c1-cdc0-4708-aa2c-c0652e94c93e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8b3938df-51')
Apr 30 16:02:14.687000 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Deleting instance files /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d_del
Apr 30 16:02:14.687616 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Deletion of /opt/stack/data/nova/instances/d1956160-bb24-48fd-aea2-69ca559b376d_del complete
Apr 30 16:02:15.197064 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:02:15.199992 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941a2270> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:02:15.200280 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:15.200664 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:15.798086 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]: </device>
Apr 30 16:02:15.804397 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:02:15.805296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:02:15.805296 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:02:15.805473 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:15.805953 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:15.881248 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:16.310374 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:16.311028 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:16.823026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.622s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Traceback (most recent call last):
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     return f(*args, **kwargs)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     chosen_mdev = self._create_mdev(
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     self._host.device_create(conf)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     rv = execute(f, *args, **kwargs)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     raise e.with_traceback(tb)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     rv = meth(*args, **kwargs)
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:02:16.824947 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: d1956160-bb24-48fd-aea2-69ca559b376d] 
Apr 30 16:02:16.826483 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:02:16.828374 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Build of instance d1956160-bb24-48fd-aea2-69ca559b376d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:02:16.830610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:02:16.831653 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:02:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-713089403',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-713089403',id=173,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-6crkv7sx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:02:15Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=d1956160-bb24-48fd-aea2-69ca559b376d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b3938df-515f-4b05-bf49-064d8795a79e", "address": "fa:16:3e:d9:e6:7b", "network": {"id": "d6c184c1-cdc0-4708-aa2c-c0652e94c93e", "bridge": "br-int", "label": "tempest-network-smoke--472481810", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8b3938df-51", "ovs_interfaceid": "8b3938df-515f-4b05-bf49-064d8795a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6f89b46e-a07c-5b90-84e8-2155a0d25d90": "717ac271-5dd5-50ae-937e-09316a6ad313", "7a0ad41c-3dbc-577a-b7ef-fcc560715313": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:02:16.832019 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "8b3938df-515f-4b05-bf49-064d8795a79e", "address": "fa:16:3e:d9:e6:7b", "network": {"id": "d6c184c1-cdc0-4708-aa2c-c0652e94c93e", "bridge": "br-int", "label": "tempest-network-smoke--472481810", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap8b3938df-51", "ovs_interfaceid": "8b3938df-515f-4b05-bf49-064d8795a79e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"6f89b46e-a07c-5b90-84e8-2155a0d25d90": "717ac271-5dd5-50ae-937e-09316a6ad313", "7a0ad41c-3dbc-577a-b7ef-fcc560715313": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:02:16.832850 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:e6:7b,bridge_name='br-int',has_traffic_filtering=True,id=8b3938df-515f-4b05-bf49-064d8795a79e,network=Network(d6c184c1-cdc0-4708-aa2c-c0652e94c93e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8b3938df-51') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:02:16.833314 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:e6:7b,bridge_name='br-int',has_traffic_filtering=True,id=8b3938df-515f-4b05-bf49-064d8795a79e,network=Network(d6c184c1-cdc0-4708-aa2c-c0652e94c93e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8b3938df-51') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:02:16.834708 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:16.835102 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b3938df-51, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:02:16.835388 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:02:16.837706 np0040594247 nova-compute[88153]: INFO os_vif [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:e6:7b,bridge_name='br-int',has_traffic_filtering=True,id=8b3938df-515f-4b05-bf49-064d8795a79e,network=Network(d6c184c1-cdc0-4708-aa2c-c0652e94c93e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8b3938df-51')
Apr 30 16:02:16.837990 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:02:16.838305 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:02:16.838578 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:02:17.912883 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:02:18.416585 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: d1956160-bb24-48fd-aea2-69ca559b376d] Took 1.58 seconds to deallocate network for instance.
Apr 30 16:02:18.881475 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:02:19.194428 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:19.466604 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance d1956160-bb24-48fd-aea2-69ca559b376d
Apr 30 16:02:19.977120 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-29b8164a-78b4-49fb-999f-03a12ecc4444 tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "d1956160-bb24-48fd-aea2-69ca559b376d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.829s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:22.410803 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:22.416122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:22.696014 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:22.724081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:23.065165 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:23.097916 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:23.179212 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:23.209420 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:24.197627 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:25.596118 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:25.607850 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:25.622872 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:25.651614 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:25.721350 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:25.771876 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.042328 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.052912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.074716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.118582 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.185897 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.220891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.412024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.412916 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.420029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.421310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.442503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.443603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.446552 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:26.450968 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.024189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.035568 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.048032 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.073425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.136416 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.181994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.419459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.421386 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.423995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:28.424914 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:29.200723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:32.415392 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:32.415949 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:33.085799 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:33.119140 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:33.602064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:33.634444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:34.022192 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:34.201015 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:34.225022 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:34.225256 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.257087 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.265972 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.277417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.283785 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.318340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.401353 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.418386 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.418589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.422081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.458490 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.699831 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.712143 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.726913 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.753801 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.825703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:36.859925 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:38.418031 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:38.425503 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.182017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.191711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.205399 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.229438 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.243421 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.249716 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.300481 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:39.336555 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:40.412295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:40.414807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:40.418962 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:40.419752 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:43.868391 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:43.898998 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.205216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.234578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.401388 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.438836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.453802 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.455647 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.707443 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:44.734414 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:46.767893 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:46.777328 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:46.796750 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:46.833590 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:46.843620 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:46.898813 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:46.940438 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:47.206631 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:47.217227 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:47.229442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:47.265195 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:47.325099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:47.362959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:48.431147 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:48.433758 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:48.438045 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:48.451621 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:48.453327 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:48.457004 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:48.459410 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:49.148634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:49.158482 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:49.172636 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:49.205488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:49.236845 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:49.279082 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:49.319575 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:50.432129 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:50.434154 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:50.436341 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:50.437866 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:51.914035 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "e490660c-12ab-442c-ac60-4a0930e724cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:51.914549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "e490660c-12ab-442c-ac60-4a0930e724cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:52.418064 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:02:52.954238 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:52.954880 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:52.961756 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:02:52.962220 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Claim successful on node np0040594247
Apr 30 16:02:53.468410 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 61e56b1f-ee5f-5923-985e-46612d64fb70, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:02:53.468749 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:02:54.059613 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]: </device>
Apr 30 16:02:54.064553 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:02:54.065931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:02:54.065931 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:02:54.065931 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:54.066146 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:02:54.207295 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:54.238539 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:54.570365 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:54.570894 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:02:55.082219 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:55.082925 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:02:55.592163 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:02:55.592416 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:02:55.710200 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:02:56.096941 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:02:56.469375 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Successfully updated port: d6bc96cf-8fc4-47ac-a729-2224aa2dcb03 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:02:56.498874 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Received event network-changed-d6bc96cf-8fc4-47ac-a729-2224aa2dcb03 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:02:56.499310 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Refreshing instance network info cache due to event network-changed-d6bc96cf-8fc4-47ac-a729-2224aa2dcb03. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:02:56.499702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] Acquiring lock "refresh_cache-e490660c-12ab-442c-ac60-4a0930e724cb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:02:56.500085 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] Acquired lock "refresh_cache-e490660c-12ab-442c-ac60-4a0930e724cb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:02:56.500459 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Refreshing network info cache for port d6bc96cf-8fc4-47ac-a729-2224aa2dcb03 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:02:56.602645 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:02:56.972470 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-e490660c-12ab-442c-ac60-4a0930e724cb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:02:57.066875 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:02:57.185820 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:02:57.615125 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:02:57.616672 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:02:57.617141 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Creating image(s)
Apr 30 16:02:57.617860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:57.618189 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:57.619111 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:57.619923 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:57.624952 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:57.626457 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:57.689355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-55470828-556b-4458-9488-2ab58c81c393 req-ee654029-8fc8-4c7e-b2e5-48bd8085b622 service nova] Releasing lock "refresh_cache-e490660c-12ab-442c-ac60-4a0930e724cb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:02:57.690220 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-e490660c-12ab-442c-ac60-4a0930e724cb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:02:57.690556 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:02:57.714453 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:57.714975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:57.715617 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:57.716398 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:57.722150 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:02:57.722660 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:57.814254 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:57.814864 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:57.850619 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:57.851617 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.136s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:57.852460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:57.948395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:57.948991 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:02:57.949490 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:02:58.042094 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:02:58.042648 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:02:58.043297 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:02:58.043644 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Ensure instance console log exists: /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:02:58.044695 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:02:58.045134 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:02:58.045674 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:02:58.049005 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:02:58.049282 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:02:58.049561 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]: </device>
Apr 30 16:02:58.054037 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:02:58.054959 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:02:58.058108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Traceback (most recent call last):
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     yield resources
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     return f(*args, **kwargs)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     chosen_mdev = self._create_mdev(
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     self._host.device_create(conf)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     rv = execute(f, *args, **kwargs)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     raise e.with_traceback(tb)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     rv = meth(*args, **kwargs)
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:02:58.060436 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb] 
Apr 30 16:02:58.253725 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:02:58.469897 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Updating instance_info_cache with network_info: [{"id": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "address": "fa:16:3e:99:44:69", "network": {"id": "21139745-0680-4d52-ada7-0f8a81b53729", "bridge": "br-int", "label": "tempest-network-smoke--1921687109", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd6bc96cf-8f", "ovs_interfaceid": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"c48582a3-e788-5f0b-aea4-c4df11137e17": "717ac271-5dd5-50ae-937e-09316a6ad313", "7c4aaac3-cc63-5916-af01-20d3bc9245c8": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:02:58.974441 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-e490660c-12ab-442c-ac60-4a0930e724cb" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:02:58.975038 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Instance network_info: |[{"id": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "address": "fa:16:3e:99:44:69", "network": {"id": "21139745-0680-4d52-ada7-0f8a81b53729", "bridge": "br-int", "label": "tempest-network-smoke--1921687109", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd6bc96cf-8f", "ovs_interfaceid": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"c48582a3-e788-5f0b-aea4-c4df11137e17": "717ac271-5dd5-50ae-937e-09316a6ad313", "7c4aaac3-cc63-5916-af01-20d3bc9245c8": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:02:58.975766 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Terminating instance
Apr 30 16:02:59.241775 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:59.481798 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:02:59.485485 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:02:59.485702 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Instance destroyed successfully.
Apr 30 16:02:59.487066 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:02:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-765555578',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-765555578',id=174,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-k3trc013',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:02:57Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=e490660c-12ab-442c-ac60-4a0930e724cb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "address": "fa:16:3e:99:44:69", "network": {"id": "21139745-0680-4d52-ada7-0f8a81b53729", "bridge": "br-int", "label": "tempest-network-smoke--1921687109", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd6bc96cf-8f", "ovs_interfaceid": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"c48582a3-e788-5f0b-aea4-c4df11137e17": "717ac271-5dd5-50ae-937e-09316a6ad313", "7c4aaac3-cc63-5916-af01-20d3bc9245c8": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:02:59.487420 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "address": "fa:16:3e:99:44:69", "network": {"id": "21139745-0680-4d52-ada7-0f8a81b53729", "bridge": "br-int", "label": "tempest-network-smoke--1921687109", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd6bc96cf-8f", "ovs_interfaceid": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"c48582a3-e788-5f0b-aea4-c4df11137e17": "717ac271-5dd5-50ae-937e-09316a6ad313", "7c4aaac3-cc63-5916-af01-20d3bc9245c8": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:02:59.488395 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:44:69,bridge_name='br-int',has_traffic_filtering=True,id=d6bc96cf-8fc4-47ac-a729-2224aa2dcb03,network=Network(21139745-0680-4d52-ada7-0f8a81b53729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6bc96cf-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:02:59.488893 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:44:69,bridge_name='br-int',has_traffic_filtering=True,id=d6bc96cf-8fc4-47ac-a729-2224aa2dcb03,network=Network(21139745-0680-4d52-ada7-0f8a81b53729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6bc96cf-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:02:59.490959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:02:59.491459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6bc96cf-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:02:59.491892 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:02:59.494980 np0040594247 nova-compute[88153]: INFO os_vif [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:44:69,bridge_name='br-int',has_traffic_filtering=True,id=d6bc96cf-8fc4-47ac-a729-2224aa2dcb03,network=Network(21139745-0680-4d52-ada7-0f8a81b53729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6bc96cf-8f')
Apr 30 16:02:59.495519 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Deleting instance files /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb_del
Apr 30 16:02:59.496216 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Deletion of /opt/stack/data/nova/instances/e490660c-12ab-442c-ac60-4a0930e724cb_del complete
Apr 30 16:02:59.889524 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:00.004892 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:03:00.007922 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d701e8980> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:03:00.008201 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:00.008587 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:00.396689 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:00.604535 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:00.610024 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:00.611000 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:03:00.611000 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:03:00.611115 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:00.611446 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:01.116103 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:01.116638 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:01.628928 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.620s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Traceback (most recent call last):
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     return f(*args, **kwargs)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     chosen_mdev = self._create_mdev(
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     self._host.device_create(conf)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     rv = execute(f, *args, **kwargs)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     raise e.with_traceback(tb)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     rv = meth(*args, **kwargs)
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:01.636815 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: e490660c-12ab-442c-ac60-4a0930e724cb] 
Apr 30 16:03:01.638618 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:03:01.639650 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.243s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:01.640980 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:01.641260 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:03:01.643477 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Build of instance e490660c-12ab-442c-ac60-4a0930e724cb was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:03:01.647581 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:03:01.652856 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:02:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-765555578',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-765555578',id=174,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-k3trc013',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:03:00Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=e490660c-12ab-442c-ac60-4a0930e724cb,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "address": "fa:16:3e:99:44:69", "network": {"id": "21139745-0680-4d52-ada7-0f8a81b53729", "bridge": "br-int", "label": "tempest-network-smoke--1921687109", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd6bc96cf-8f", "ovs_interfaceid": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"c48582a3-e788-5f0b-aea4-c4df11137e17": "717ac271-5dd5-50ae-937e-09316a6ad313", "7c4aaac3-cc63-5916-af01-20d3bc9245c8": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:03:01.653400 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "address": "fa:16:3e:99:44:69", "network": {"id": "21139745-0680-4d52-ada7-0f8a81b53729", "bridge": "br-int", "label": "tempest-network-smoke--1921687109", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapd6bc96cf-8f", "ovs_interfaceid": "d6bc96cf-8fc4-47ac-a729-2224aa2dcb03", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"c48582a3-e788-5f0b-aea4-c4df11137e17": "717ac271-5dd5-50ae-937e-09316a6ad313", "7c4aaac3-cc63-5916-af01-20d3bc9245c8": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:03:01.654539 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:44:69,bridge_name='br-int',has_traffic_filtering=True,id=d6bc96cf-8fc4-47ac-a729-2224aa2dcb03,network=Network(21139745-0680-4d52-ada7-0f8a81b53729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6bc96cf-8f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:03:01.655105 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:44:69,bridge_name='br-int',has_traffic_filtering=True,id=d6bc96cf-8fc4-47ac-a729-2224aa2dcb03,network=Network(21139745-0680-4d52-ada7-0f8a81b53729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6bc96cf-8f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:03:01.658912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:01.659442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6bc96cf-8f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:03:01.659712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:03:01.663297 np0040594247 nova-compute[88153]: INFO os_vif [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:44:69,bridge_name='br-int',has_traffic_filtering=True,id=d6bc96cf-8fc4-47ac-a729-2224aa2dcb03,network=Network(21139745-0680-4d52-ada7-0f8a81b53729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6bc96cf-8f')
Apr 30 16:03:01.663774 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:03:01.664206 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:03:01.664590 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:03:01.891843 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:03:01.893428 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1837MB free_disk=56.477943420410156GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:03:01.893428 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:01.893797 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:02.887264 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:03:03.391757 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: e490660c-12ab-442c-ac60-4a0930e724cb] Took 1.73 seconds to deallocate network for instance.
Apr 30 16:03:03.434813 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance e490660c-12ab-442c-ac60-4a0930e724cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 16:03:03.435087 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:03:03.435332 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:03:03.515947 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:03.521174 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:03.522114 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:03:03.522114 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:03:03.522114 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:03.522387 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:04.026232 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:04.026848 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:04.209236 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:04.439064 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance e490660c-12ab-442c-ac60-4a0930e724cb
Apr 30 16:03:04.538896 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:03:04.538896 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.645s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:04.950199 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-ddf6406d-e28d-44bd-ac96-9b0545bba97d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "e490660c-12ab-442c-ac60-4a0930e724cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.036s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:07.678423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:07.722531 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:08.019344 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:08.037729 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:08.436565 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:08.438660 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:08.846292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:08.876946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:09.244642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:10.539820 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:10.540554 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:10.637929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:10.650187 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:10.667148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:10.692477 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:10.761988 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:10.808703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:11.080715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:11.091162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:11.110896 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:11.148184 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:11.213288 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:11.256719 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:11.889446 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:11.890050 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:03:12.441485 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.445345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.445345 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.448337 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.464817 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.465967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.467702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.469155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:12.889802 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:13.617550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:13.628181 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:13.638370 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:13.672630 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:13.734463 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:13.781809 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:14.212018 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:14.254711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:14.454068 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:14.455495 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:14.458156 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:14.460452 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:15.881796 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:15.889622 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:15.890015 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:03:15.903133 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "57f293ac-51fe-4bb4-8030-94e315bc4011" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:15.903453 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "57f293ac-51fe-4bb4-8030-94e315bc4011" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:16.406739 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:03:16.940731 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:16.941214 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:16.946249 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:03:16.946589 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Claim successful on node np0040594247
Apr 30 16:03:17.452927 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 61e56b1f-ee5f-5923-985e-46612d64fb70, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:03:17.453234 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:03:18.037936 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:18.043120 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:18.043966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:03:18.043966 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:03:18.044423 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:18.044423 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:18.548979 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:18.549571 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:19.062349 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:19.063040 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:03:19.250910 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:19.571361 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:03:19.571634 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:03:19.694262 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:03:20.076882 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:03:20.401055 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Successfully updated port: b1d1a761-d64c-4921-b0fa-07c93ae7a907 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:03:20.436701 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Received event network-changed-b1d1a761-d64c-4921-b0fa-07c93ae7a907 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:03:20.437008 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Refreshing instance network info cache due to event network-changed-b1d1a761-d64c-4921-b0fa-07c93ae7a907. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:03:20.437354 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] Acquiring lock "refresh_cache-57f293ac-51fe-4bb4-8030-94e315bc4011" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:03:20.437692 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] Acquired lock "refresh_cache-57f293ac-51fe-4bb4-8030-94e315bc4011" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:03:20.438000 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Refreshing network info cache for port b1d1a761-d64c-4921-b0fa-07c93ae7a907 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:03:20.581388 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:03:20.905480 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-57f293ac-51fe-4bb4-8030-94e315bc4011" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:03:20.998452 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:03:21.121966 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:03:21.593706 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:03:21.595105 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:03:21.595557 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Creating image(s)
Apr 30 16:03:21.596253 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:21.596581 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:21.597570 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:21.598501 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:21.603996 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:21.605647 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:21.626491 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-614a4d08-9fcd-4481-8473-5d853998f745 req-962e4442-18ef-4a1d-9535-a67c87e884c6 service nova] Releasing lock "refresh_cache-57f293ac-51fe-4bb4-8030-94e315bc4011" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:03:21.628007 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-57f293ac-51fe-4bb4-8030-94e315bc4011" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:03:21.628344 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:03:21.701271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:21.701900 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:21.702593 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:21.703262 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:21.708987 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:21.709451 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:21.806934 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:21.807539 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:21.843983 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:21.844610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.142s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:21.845158 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:21.937427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:21.938217 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:03:21.938929 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:22.027673 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:22.028002 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:03:22.028472 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:03:22.028873 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Ensure instance console log exists: /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:03:22.029334 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:22.029798 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:22.030252 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:03:22.034352 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:03:22.034352 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:03:22.034585 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:22.038832 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:22.039917 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:03:22.042807 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Traceback (most recent call last):
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     yield resources
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     return f(*args, **kwargs)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     chosen_mdev = self._create_mdev(
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     self._host.device_create(conf)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     rv = execute(f, *args, **kwargs)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     raise e.with_traceback(tb)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     rv = meth(*args, **kwargs)
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:22.045199 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] 
Apr 30 16:03:22.192500 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:03:22.406560 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Updating instance_info_cache with network_info: [{"id": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "address": "fa:16:3e:69:3f:67", "network": {"id": "93b9f9b8-9e1e-481f-b9d3-09b18012e1b6", "bridge": "br-int", "label": "tempest-network-smoke--1569119514", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb1d1a761-d6", "ovs_interfaceid": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"81138c53-d88e-5e48-9d92-9beeaa85f44a": "717ac271-5dd5-50ae-937e-09316a6ad313", "014e9636-5af9-5935-a28e-75cb9217b116": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:03:22.910873 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-57f293ac-51fe-4bb4-8030-94e315bc4011" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:03:22.911446 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Instance network_info: |[{"id": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "address": "fa:16:3e:69:3f:67", "network": {"id": "93b9f9b8-9e1e-481f-b9d3-09b18012e1b6", "bridge": "br-int", "label": "tempest-network-smoke--1569119514", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb1d1a761-d6", "ovs_interfaceid": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"81138c53-d88e-5e48-9d92-9beeaa85f44a": "717ac271-5dd5-50ae-937e-09316a6ad313", "014e9636-5af9-5935-a28e-75cb9217b116": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:03:22.912165 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Terminating instance
Apr 30 16:03:23.419968 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:03:23.423645 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:03:23.423852 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Instance destroyed successfully.
Apr 30 16:03:23.425199 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:03:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1873997249',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-1873997249',id=175,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-iewax6hs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:03:21Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=57f293ac-51fe-4bb4-8030-94e315bc4011,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "address": "fa:16:3e:69:3f:67", "network": {"id": "93b9f9b8-9e1e-481f-b9d3-09b18012e1b6", "bridge": "br-int", "label": "tempest-network-smoke--1569119514", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb1d1a761-d6", "ovs_interfaceid": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"81138c53-d88e-5e48-9d92-9beeaa85f44a": "717ac271-5dd5-50ae-937e-09316a6ad313", "014e9636-5af9-5935-a28e-75cb9217b116": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:03:23.425547 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "address": "fa:16:3e:69:3f:67", "network": {"id": "93b9f9b8-9e1e-481f-b9d3-09b18012e1b6", "bridge": "br-int", "label": "tempest-network-smoke--1569119514", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb1d1a761-d6", "ovs_interfaceid": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"81138c53-d88e-5e48-9d92-9beeaa85f44a": "717ac271-5dd5-50ae-937e-09316a6ad313", "014e9636-5af9-5935-a28e-75cb9217b116": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:03:23.426542 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:3f:67,bridge_name='br-int',has_traffic_filtering=True,id=b1d1a761-d64c-4921-b0fa-07c93ae7a907,network=Network(93b9f9b8-9e1e-481f-b9d3-09b18012e1b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb1d1a761-d6') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:03:23.427032 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:3f:67,bridge_name='br-int',has_traffic_filtering=True,id=b1d1a761-d64c-4921-b0fa-07c93ae7a907,network=Network(93b9f9b8-9e1e-481f-b9d3-09b18012e1b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb1d1a761-d6') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:03:23.429264 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:23.429835 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb1d1a761-d6, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:03:23.430160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:03:23.432440 np0040594247 nova-compute[88153]: INFO os_vif [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:3f:67,bridge_name='br-int',has_traffic_filtering=True,id=b1d1a761-d64c-4921-b0fa-07c93ae7a907,network=Network(93b9f9b8-9e1e-481f-b9d3-09b18012e1b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb1d1a761-d6')
Apr 30 16:03:23.432944 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Deleting instance files /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011_del
Apr 30 16:03:23.433576 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Deletion of /opt/stack/data/nova/instances/57f293ac-51fe-4bb4-8030-94e315bc4011_del complete
Apr 30 16:03:23.942368 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:03:23.945503 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9462c830> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:03:23.945925 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:23.946427 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:24.213786 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:24.253734 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:24.537128 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:24.542979 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:24.543831 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:03:24.543831 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:03:24.544055 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:24.544471 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:25.049052 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:25.049540 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:25.561318 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.615s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Traceback (most recent call last):
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     return f(*args, **kwargs)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     chosen_mdev = self._create_mdev(
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     self._host.device_create(conf)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     rv = execute(f, *args, **kwargs)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     raise e.with_traceback(tb)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     rv = meth(*args, **kwargs)
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:25.563299 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] 
Apr 30 16:03:25.564897 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:03:25.567342 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Build of instance 57f293ac-51fe-4bb4-8030-94e315bc4011 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:03:25.569599 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:03:25.570683 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:03:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1873997249',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-1873997249',id=175,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-iewax6hs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:03:23Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=57f293ac-51fe-4bb4-8030-94e315bc4011,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "address": "fa:16:3e:69:3f:67", "network": {"id": "93b9f9b8-9e1e-481f-b9d3-09b18012e1b6", "bridge": "br-int", "label": "tempest-network-smoke--1569119514", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb1d1a761-d6", "ovs_interfaceid": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"81138c53-d88e-5e48-9d92-9beeaa85f44a": "717ac271-5dd5-50ae-937e-09316a6ad313", "014e9636-5af9-5935-a28e-75cb9217b116": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:03:25.571100 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "address": "fa:16:3e:69:3f:67", "network": {"id": "93b9f9b8-9e1e-481f-b9d3-09b18012e1b6", "bridge": "br-int", "label": "tempest-network-smoke--1569119514", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapb1d1a761-d6", "ovs_interfaceid": "b1d1a761-d64c-4921-b0fa-07c93ae7a907", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"81138c53-d88e-5e48-9d92-9beeaa85f44a": "717ac271-5dd5-50ae-937e-09316a6ad313", "014e9636-5af9-5935-a28e-75cb9217b116": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:03:25.572020 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:3f:67,bridge_name='br-int',has_traffic_filtering=True,id=b1d1a761-d64c-4921-b0fa-07c93ae7a907,network=Network(93b9f9b8-9e1e-481f-b9d3-09b18012e1b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb1d1a761-d6') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:03:25.572484 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:3f:67,bridge_name='br-int',has_traffic_filtering=True,id=b1d1a761-d64c-4921-b0fa-07c93ae7a907,network=Network(93b9f9b8-9e1e-481f-b9d3-09b18012e1b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb1d1a761-d6') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:03:25.573980 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:25.574297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb1d1a761-d6, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:03:25.574603 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:03:25.577257 np0040594247 nova-compute[88153]: INFO os_vif [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:3f:67,bridge_name='br-int',has_traffic_filtering=True,id=b1d1a761-d64c-4921-b0fa-07c93ae7a907,network=Network(93b9f9b8-9e1e-481f-b9d3-09b18012e1b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb1d1a761-d6')
Apr 30 16:03:25.577257 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:03:25.577466 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:03:25.577856 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:03:26.675165 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:03:27.179213 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 57f293ac-51fe-4bb4-8030-94e315bc4011] Took 1.60 seconds to deallocate network for instance.
Apr 30 16:03:28.228036 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance 57f293ac-51fe-4bb4-8030-94e315bc4011
Apr 30 16:03:28.738976 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-8289082d-0b24-4319-9bb7-d733417d9f4f tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "57f293ac-51fe-4bb4-8030-94e315bc4011" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.835s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:29.255889 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 3680-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:03:29.257364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:03:29.257592 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:03:29.257819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:03:29.258501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:29.258658 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:03:31.459992 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:31.497194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:31.788649 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:31.806684 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:31.976723 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:32.008032 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:34.257654 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:34.632160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:34.645344 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:34.658782 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:34.683867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:34.753021 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:34.805285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:35.067522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:35.080008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:35.091366 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:35.123885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:35.179446 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:35.220637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.461012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.463155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.466232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.467874 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.479245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.480222 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.482123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:36.484191 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:37.082188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:37.091650 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:37.101742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:37.139727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:37.201895 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:37.244437 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:38.444519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:38.447654 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:38.449125 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:39.259129 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:39.796246 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "f722da4c-c86f-436c-8d54-10805947f25c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:39.796916 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "f722da4c-c86f-436c-8d54-10805947f25c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:40.299316 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:03:40.834004 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:40.834533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:40.839520 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:03:40.839878 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Claim successful on node np0040594247
Apr 30 16:03:41.346348 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 61e56b1f-ee5f-5923-985e-46612d64fb70, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:03:41.346622 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:03:41.935870 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:41.940896 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:41.941765 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:03:41.941765 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:03:41.941884 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:41.942261 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:42.446308 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:42.446772 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:42.958285 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:42.958940 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:03:43.467537 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:03:43.467871 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:03:43.682487 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:03:43.972638 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:03:44.263098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:03:44.263098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:44.263098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:03:44.263098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:03:44.264760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:03:44.415200 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Successfully updated port: eb4c19fa-1f72-414e-bfcd-e39aa413c17f {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:03:44.446386 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Received event network-changed-eb4c19fa-1f72-414e-bfcd-e39aa413c17f {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:03:44.446856 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Refreshing instance network info cache due to event network-changed-eb4c19fa-1f72-414e-bfcd-e39aa413c17f. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:03:44.447242 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] Acquiring lock "refresh_cache-f722da4c-c86f-436c-8d54-10805947f25c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:03:44.447485 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] Acquired lock "refresh_cache-f722da4c-c86f-436c-8d54-10805947f25c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:03:44.447800 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Refreshing network info cache for port eb4c19fa-1f72-414e-bfcd-e39aa413c17f {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:03:44.477503 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:03:44.918402 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-f722da4c-c86f-436c-8d54-10805947f25c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:03:45.010087 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:03:45.122903 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:03:45.491941 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:03:45.493293 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:03:45.493804 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Creating image(s)
Apr 30 16:03:45.494495 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:45.494850 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:45.495821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:45.496917 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:45.501785 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:45.503272 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:45.593706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:45.594400 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:45.595345 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:45.596222 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:45.602910 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:03:45.603468 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:45.627530 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-5290ee5e-7ef9-4897-bd61-be516acf4417 req-173c39e2-8a1a-4aff-a30e-22ef8d1b8bd4 service nova] Releasing lock "refresh_cache-f722da4c-c86f-436c-8d54-10805947f25c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:03:45.628351 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-f722da4c-c86f-436c-8d54-10805947f25c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:03:45.628679 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:03:45.695543 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:45.696088 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:45.732249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk 1073741824" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:45.732249 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.137s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:45.732757 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:45.825386 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:45.826182 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:03:45.826772 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:03:45.931222 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk --force-share --output=json" returned: 0 in 0.103s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:03:45.932259 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:03:45.933393 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:03:45.934002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Ensure instance console log exists: /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:03:45.934840 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:45.935571 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:45.936344 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:03:45.940292 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:03:45.940564 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:03:45.940893 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:45.945265 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:45.946102 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:03:45.949489 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c] Traceback (most recent call last):
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     yield resources
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     return f(*args, **kwargs)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     chosen_mdev = self._create_mdev(
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     self._host.device_create(conf)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     rv = execute(f, *args, **kwargs)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     raise e.with_traceback(tb)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     rv = meth(*args, **kwargs)
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:45.951862 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c] 
Apr 30 16:03:46.195247 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:03:46.408952 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Updating instance_info_cache with network_info: [{"id": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "address": "fa:16:3e:78:63:3a", "network": {"id": "23dfe538-a4d9-4017-a62b-4740f6921d6b", "bridge": "br-int", "label": "tempest-network-smoke--2060234487", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapeb4c19fa-1f", "ovs_interfaceid": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"b7a05f82-614b-5272-aa3a-1ca05197ada5": "717ac271-5dd5-50ae-937e-09316a6ad313", "6816fc11-3bca-52e0-ae61-4b010574b3bb": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:03:46.913407 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-f722da4c-c86f-436c-8d54-10805947f25c" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:03:46.913915 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Instance network_info: |[{"id": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "address": "fa:16:3e:78:63:3a", "network": {"id": "23dfe538-a4d9-4017-a62b-4740f6921d6b", "bridge": "br-int", "label": "tempest-network-smoke--2060234487", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapeb4c19fa-1f", "ovs_interfaceid": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"b7a05f82-614b-5272-aa3a-1ca05197ada5": "717ac271-5dd5-50ae-937e-09316a6ad313", "6816fc11-3bca-52e0-ae61-4b010574b3bb": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:03:46.914563 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Terminating instance
Apr 30 16:03:47.421298 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:03:47.424695 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: f722da4c-c86f-436c-8d54-10805947f25c] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:03:47.424912 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Instance destroyed successfully.
Apr 30 16:03:47.426366 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:03:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1533613114',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-1533613114',id=176,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-e9s62d92',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:03:45Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=f722da4c-c86f-436c-8d54-10805947f25c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "address": "fa:16:3e:78:63:3a", "network": {"id": "23dfe538-a4d9-4017-a62b-4740f6921d6b", "bridge": "br-int", "label": "tempest-network-smoke--2060234487", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapeb4c19fa-1f", "ovs_interfaceid": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"b7a05f82-614b-5272-aa3a-1ca05197ada5": "717ac271-5dd5-50ae-937e-09316a6ad313", "6816fc11-3bca-52e0-ae61-4b010574b3bb": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:03:47.426747 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "address": "fa:16:3e:78:63:3a", "network": {"id": "23dfe538-a4d9-4017-a62b-4740f6921d6b", "bridge": "br-int", "label": "tempest-network-smoke--2060234487", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapeb4c19fa-1f", "ovs_interfaceid": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"b7a05f82-614b-5272-aa3a-1ca05197ada5": "717ac271-5dd5-50ae-937e-09316a6ad313", "6816fc11-3bca-52e0-ae61-4b010574b3bb": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:03:47.427715 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:63:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb4c19fa-1f72-414e-bfcd-e39aa413c17f,network=Network(23dfe538-a4d9-4017-a62b-4740f6921d6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapeb4c19fa-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:03:47.428165 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:63:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb4c19fa-1f72-414e-bfcd-e39aa413c17f,network=Network(23dfe538-a4d9-4017-a62b-4740f6921d6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapeb4c19fa-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:03:47.430413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:47.430994 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb4c19fa-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:03:47.431327 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:03:47.433923 np0040594247 nova-compute[88153]: INFO os_vif [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:63:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb4c19fa-1f72-414e-bfcd-e39aa413c17f,network=Network(23dfe538-a4d9-4017-a62b-4740f6921d6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapeb4c19fa-1f')
Apr 30 16:03:47.434447 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Deleting instance files /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c_del
Apr 30 16:03:47.435152 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Deletion of /opt/stack/data/nova/instances/f722da4c-c86f-436c-8d54-10805947f25c_del complete
Apr 30 16:03:47.944019 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:03:47.946601 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d9c149100> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:03:47.946909 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:03:47.947296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:03:48.532842 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]: </device>
Apr 30 16:03:48.537929 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:03:48.538874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:03:48.538874 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:03:48.539058 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:48.539336 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:03:49.044271 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:49.044788 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:03:49.266093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:49.557443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.610s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c] Traceback (most recent call last):
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     return f(*args, **kwargs)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     chosen_mdev = self._create_mdev(
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     self._host.device_create(conf)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     rv = execute(f, *args, **kwargs)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     raise e.with_traceback(tb)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     rv = meth(*args, **kwargs)
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:03:49.559341 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: f722da4c-c86f-436c-8d54-10805947f25c] 
Apr 30 16:03:49.561026 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:03:49.562587 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Build of instance f722da4c-c86f-436c-8d54-10805947f25c was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:03:49.565033 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:03:49.566108 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:03:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-1533613114',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-1533613114',id=176,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-e9s62d92',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:03:47Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=f722da4c-c86f-436c-8d54-10805947f25c,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "address": "fa:16:3e:78:63:3a", "network": {"id": "23dfe538-a4d9-4017-a62b-4740f6921d6b", "bridge": "br-int", "label": "tempest-network-smoke--2060234487", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapeb4c19fa-1f", "ovs_interfaceid": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"b7a05f82-614b-5272-aa3a-1ca05197ada5": "717ac271-5dd5-50ae-937e-09316a6ad313", "6816fc11-3bca-52e0-ae61-4b010574b3bb": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:03:49.566442 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "address": "fa:16:3e:78:63:3a", "network": {"id": "23dfe538-a4d9-4017-a62b-4740f6921d6b", "bridge": "br-int", "label": "tempest-network-smoke--2060234487", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapeb4c19fa-1f", "ovs_interfaceid": "eb4c19fa-1f72-414e-bfcd-e39aa413c17f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"b7a05f82-614b-5272-aa3a-1ca05197ada5": "717ac271-5dd5-50ae-937e-09316a6ad313", "6816fc11-3bca-52e0-ae61-4b010574b3bb": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:03:49.567285 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:63:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb4c19fa-1f72-414e-bfcd-e39aa413c17f,network=Network(23dfe538-a4d9-4017-a62b-4740f6921d6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapeb4c19fa-1f') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:03:49.567701 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:63:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb4c19fa-1f72-414e-bfcd-e39aa413c17f,network=Network(23dfe538-a4d9-4017-a62b-4740f6921d6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapeb4c19fa-1f') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:03:49.569355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:49.569641 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb4c19fa-1f, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:03:49.569913 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:03:49.572723 np0040594247 nova-compute[88153]: INFO os_vif [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:63:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb4c19fa-1f72-414e-bfcd-e39aa413c17f,network=Network(23dfe538-a4d9-4017-a62b-4740f6921d6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapeb4c19fa-1f')
Apr 30 16:03:49.573022 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:03:49.573329 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:03:49.573613 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:03:50.903050 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:03:51.407433 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: f722da4c-c86f-436c-8d54-10805947f25c] Took 1.83 seconds to deallocate network for instance.
Apr 30 16:03:52.456104 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance f722da4c-c86f-436c-8d54-10805947f25c
Apr 30 16:03:52.967466 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-f2e00419-780c-47da-a7f6-cce8f4b7211d tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "f722da4c-c86f-436c-8d54-10805947f25c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.170s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:03:54.265712 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:54.458313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:54.458313 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:55.286948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:55.322522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:55.630608 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:55.660915 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:56.454897 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:56.456205 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:56.675173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:56.710002 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.333969 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.343401 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.356890 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.382689 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.451323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.466439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.469827 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.474198 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.482908 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:58.514346 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:59.273822 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:59.305653 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:59.316956 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:59.326322 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:59.366860 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:59.422946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:03:59.464124 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.486178 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.487536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.492660 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.494059 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.757468 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.773131 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.784305 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.808880 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.873554 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:00.923885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:01.954374 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:02.396467 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:02.396857 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:02.397134 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:02.397409 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:04:02.460820 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:02.463709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:02.466025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:02.602540 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:04:02.603135 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1800MB free_disk=56.4775390625GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:04:02.603415 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:02.603746 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:03.727749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "52f1d9d5-9f0c-48b5-a135-dbb779018d49" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:03.727749 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "52f1d9d5-9f0c-48b5-a135-dbb779018d49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:04.146401 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 52f1d9d5-9f0c-48b5-a135-dbb779018d49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 16:04:04.146763 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:04:04.147036 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:04:04.223480 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]: </device>
Apr 30 16:04:04.228548 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:04:04.229528 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:04:04.229528 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:04:04.229528 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:04.229790 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:04.231732 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:04:04.267317 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:04.274796 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:04.736765 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:04.737428 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:04.773542 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:05.252997 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:04:05.253337 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.650s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:05.253809 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.480s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:05.259037 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:04:05.259224 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Claim successful on node np0040594247
Apr 30 16:04:05.765358 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:04:05.765981 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Skip claiming resources of provider 61e56b1f-ee5f-5923-985e-46612d64fb70, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:04:06.350300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]: </device>
Apr 30 16:04:06.356299 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:04:06.357090 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:04:06.357090 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:04:06.357427 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:06.357738 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:06.861923 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:06.862812 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:07.376821 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:07.377452 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:04:07.885621 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:04:07.886413 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:04:08.013484 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44e08a1682749cfb81f3f244122ee27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5561d970db264d39839a5bfb1749c68d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:04:08.392137 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:04:08.784273 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Successfully updated port: dafc3baf-c906-4463-9e39-ac8262bcbc09 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:04:08.865009 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Received event network-changed-dafc3baf-c906-4463-9e39-ac8262bcbc09 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:04:08.865313 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Refreshing instance network info cache due to event network-changed-dafc3baf-c906-4463-9e39-ac8262bcbc09. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:04:08.866118 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] Acquiring lock "refresh_cache-52f1d9d5-9f0c-48b5-a135-dbb779018d49" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:04:08.866396 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] Acquired lock "refresh_cache-52f1d9d5-9f0c-48b5-a135-dbb779018d49" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:04:08.866845 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Refreshing network info cache for port dafc3baf-c906-4463-9e39-ac8262bcbc09 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:04:08.896448 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:04:09.254104 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:09.278264 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:09.279351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:09.279351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:04:09.279351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:09.281300 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:09.287943 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "refresh_cache-52f1d9d5-9f0c-48b5-a135-dbb779018d49" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:04:09.430107 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:04:09.549183 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:04:09.889206 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:09.908481 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:04:09.909815 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:04:09.910237 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Creating image(s)
Apr 30 16:04:09.911025 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "/opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:09.911346 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:09.912287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "/opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:09.913155 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:09.918375 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:09.920018 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:10.011620 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:10.012287 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:10.013051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:10.013806 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:10.018850 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:10.019388 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:10.053631 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-9551e23d-4271-42e2-b2f8-3e65fa7f7f15 req-6d288c44-d0b1-40df-aa85-577b10dd6dbb service nova] Releasing lock "refresh_cache-52f1d9d5-9f0c-48b5-a135-dbb779018d49" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:04:10.054509 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquired lock "refresh_cache-52f1d9d5-9f0c-48b5-a135-dbb779018d49" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:04:10.054864 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:04:10.109320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:10.109753 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:10.144738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:10.145515 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.132s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:10.146065 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:10.241476 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:10.242069 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Checking if we can resize image /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:04:10.242488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:10.338114 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk --force-share --output=json" returned: 0 in 0.095s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:10.338748 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Cannot resize image /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:04:10.339355 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:04:10.339784 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Ensure instance console log exists: /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:04:10.340364 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:10.340834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:10.341278 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:04:10.344990 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Available mdevs at: set().
Apr 30 16:04:10.345352 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:04:10.345649 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]: </device>
Apr 30 16:04:10.349881 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:04:10.350799 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:04:10.353667 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Traceback (most recent call last):
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     yield resources
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     return f(*args, **kwargs)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     chosen_mdev = self._create_mdev(
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     self._host.device_create(conf)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     rv = execute(f, *args, **kwargs)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     raise e.with_traceback(tb)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     rv = meth(*args, **kwargs)
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:10.356008 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] 
Apr 30 16:04:10.618836 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:04:10.825528 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Updating instance_info_cache with network_info: [{"id": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "address": "fa:16:3e:87:5f:0e", "network": {"id": "5ccfdc32-395a-449f-8613-12cfe8add41b", "bridge": "br-int", "label": "tempest-network-smoke--996898671", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdafc3baf-c9", "ovs_interfaceid": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"3f073d07-8312-5c83-bbb0-70f6ce974654": "717ac271-5dd5-50ae-937e-09316a6ad313", "499a99b1-80fb-558c-b24f-08b40f6d153a": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:04:11.329213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Releasing lock "refresh_cache-52f1d9d5-9f0c-48b5-a135-dbb779018d49" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:04:11.329896 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Instance network_info: |[{"id": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "address": "fa:16:3e:87:5f:0e", "network": {"id": "5ccfdc32-395a-449f-8613-12cfe8add41b", "bridge": "br-int", "label": "tempest-network-smoke--996898671", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdafc3baf-c9", "ovs_interfaceid": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"3f073d07-8312-5c83-bbb0-70f6ce974654": "717ac271-5dd5-50ae-937e-09316a6ad313", "499a99b1-80fb-558c-b24f-08b40f6d153a": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:04:11.330298 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Terminating instance
Apr 30 16:04:11.836499 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:04:11.840255 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:04:11.840418 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Instance destroyed successfully.
Apr 30 16:04:11.841764 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:04:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-883127124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-qosbandwidthandpacketratetests-server-883127124',id=177,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-9tjxxby6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:04:09Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=52f1d9d5-9f0c-48b5-a135-dbb779018d49,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "address": "fa:16:3e:87:5f:0e", "network": {"id": "5ccfdc32-395a-449f-8613-12cfe8add41b", "bridge": "br-int", "label": "tempest-network-smoke--996898671", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdafc3baf-c9", "ovs_interfaceid": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"3f073d07-8312-5c83-bbb0-70f6ce974654": "717ac271-5dd5-50ae-937e-09316a6ad313", "499a99b1-80fb-558c-b24f-08b40f6d153a": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:04:11.842118 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "address": "fa:16:3e:87:5f:0e", "network": {"id": "5ccfdc32-395a-449f-8613-12cfe8add41b", "bridge": "br-int", "label": "tempest-network-smoke--996898671", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdafc3baf-c9", "ovs_interfaceid": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"3f073d07-8312-5c83-bbb0-70f6ce974654": "717ac271-5dd5-50ae-937e-09316a6ad313", "499a99b1-80fb-558c-b24f-08b40f6d153a": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:04:11.843164 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:5f:0e,bridge_name='br-int',has_traffic_filtering=True,id=dafc3baf-c906-4463-9e39-ac8262bcbc09,network=Network(5ccfdc32-395a-449f-8613-12cfe8add41b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdafc3baf-c9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:04:11.843683 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:5f:0e,bridge_name='br-int',has_traffic_filtering=True,id=dafc3baf-c906-4463-9e39-ac8262bcbc09,network=Network(5ccfdc32-395a-449f-8613-12cfe8add41b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdafc3baf-c9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:04:11.845541 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:11.846204 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdafc3baf-c9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:04:11.846540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:04:11.849846 np0040594247 nova-compute[88153]: INFO os_vif [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:5f:0e,bridge_name='br-int',has_traffic_filtering=True,id=dafc3baf-c906-4463-9e39-ac8262bcbc09,network=Network(5ccfdc32-395a-449f-8613-12cfe8add41b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdafc3baf-c9')
Apr 30 16:04:11.850318 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Deleting instance files /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49_del
Apr 30 16:04:11.851009 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Deletion of /opt/stack/data/nova/instances/52f1d9d5-9f0c-48b5-a135-dbb779018d49_del complete
Apr 30 16:04:11.889763 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:11.890024 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:04:12.360260 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:04:12.364191 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d7034fc80> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:04:12.364601 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:12.365290 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:12.959786 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas xmlstr <device>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]: </device>
Apr 30 16:04:12.965184 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:04:12.966160 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:04:12.966160 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:04:12.966160 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:12.966582 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:13.471229 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:13.471808 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:13.983770 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.617s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Traceback (most recent call last):
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     return f(*args, **kwargs)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     chosen_mdev = self._create_mdev(
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     self._host.device_create(conf)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     rv = execute(f, *args, **kwargs)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     raise e.with_traceback(tb)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     rv = meth(*args, **kwargs)
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:13.984643 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] 
Apr 30 16:04:13.986357 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:04:13.987929 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Build of instance 52f1d9d5-9f0c-48b5-a135-dbb779018d49 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:04:13.990174 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:04:13.991203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:04:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-QoSBandwidthAndPacketRateTests-server-883127124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-qosbandwidthandpacketratetests-server-883127124',id=177,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5561d970db264d39839a5bfb1749c68d',ramdisk_id='',reservation_id='r-9tjxxby6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-QoSBandwidthAndPacketRateTests-270800915',owner_user_name='tempest-QoSBandwidthAndPacketRateTests-270800915-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:04:12Z,user_data=None,user_id='b44e08a1682749cfb81f3f244122ee27',uuid=52f1d9d5-9f0c-48b5-a135-dbb779018d49,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "address": "fa:16:3e:87:5f:0e", "network": {"id": "5ccfdc32-395a-449f-8613-12cfe8add41b", "bridge": "br-int", "label": "tempest-network-smoke--996898671", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdafc3baf-c9", "ovs_interfaceid": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"3f073d07-8312-5c83-bbb0-70f6ce974654": "717ac271-5dd5-50ae-937e-09316a6ad313", "499a99b1-80fb-558c-b24f-08b40f6d153a": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:04:13.991539 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converting VIF {"id": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "address": "fa:16:3e:87:5f:0e", "network": {"id": "5ccfdc32-395a-449f-8613-12cfe8add41b", "bridge": "br-int", "label": "tempest-network-smoke--996898671", "subnets": [{"cidr": "10.1.0.16/28", "dns": [], "gateway": {"address": "10.1.0.17", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.18"}}], "meta": {"injected": false, "tenant_id": "172feec4a18c4017b525c8a4b9e12ff8", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdafc3baf-c9", "ovs_interfaceid": "dafc3baf-c906-4463-9e39-ac8262bcbc09", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"3f073d07-8312-5c83-bbb0-70f6ce974654": "717ac271-5dd5-50ae-937e-09316a6ad313", "499a99b1-80fb-558c-b24f-08b40f6d153a": "61e56b1f-ee5f-5923-985e-46612d64fb70"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:04:13.992353 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:5f:0e,bridge_name='br-int',has_traffic_filtering=True,id=dafc3baf-c906-4463-9e39-ac8262bcbc09,network=Network(5ccfdc32-395a-449f-8613-12cfe8add41b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdafc3baf-c9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:04:13.992793 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:5f:0e,bridge_name='br-int',has_traffic_filtering=True,id=dafc3baf-c906-4463-9e39-ac8262bcbc09,network=Network(5ccfdc32-395a-449f-8613-12cfe8add41b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdafc3baf-c9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:04:13.994105 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:13.994489 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdafc3baf-c9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:04:13.994762 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:04:13.997015 np0040594247 nova-compute[88153]: INFO os_vif [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:5f:0e,bridge_name='br-int',has_traffic_filtering=True,id=dafc3baf-c906-4463-9e39-ac8262bcbc09,network=Network(5ccfdc32-395a-449f-8613-12cfe8add41b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdafc3baf-c9')
Apr 30 16:04:13.997331 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:04:13.997640 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:04:13.997966 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:04:14.281051 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:14.890452 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:15.129108 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:04:15.633272 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] [instance: 52f1d9d5-9f0c-48b5-a135-dbb779018d49] Took 1.64 seconds to deallocate network for instance.
Apr 30 16:04:15.881156 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:16.684999 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Deleted allocations for instance 52f1d9d5-9f0c-48b5-a135-dbb779018d49
Apr 30 16:04:17.196952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-88c79ba4-7e0d-43fc-9f36-eb7663536a5e tempest-QoSBandwidthAndPacketRateTests-270800915 tempest-QoSBandwidthAndPacketRateTests-270800915-project-member] Lock "52f1d9d5-9f0c-48b5-a135-dbb779018d49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.468s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:17.889451 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:17.890078 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:18.466958 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:18.469148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:18.881717 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:04:19.281904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:19.338222 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:19.366965 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:19.644073 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:19.674162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:19.826859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:19.857049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:21.729610 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:21.773946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:21.969836 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:22.007233 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:22.436606 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:22.459739 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:23.757705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:23.792597 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:23.990552 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:24.034107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:24.285917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:24.453098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:24.481988 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:29.283432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:34.286493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:34.287911 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:34.288837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:04:34.288837 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:34.289173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:34.289245 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:34.742253 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquiring lock "47438c25-7e22-4a36-af60-011f5e977eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:34.742590 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "47438c25-7e22-4a36-af60-011f5e977eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:35.245436 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:04:35.777621 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:35.778165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:35.782691 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:04:35.783005 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Claim successful on node np0040594247
Apr 30 16:04:36.874421 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas xmlstr <device>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]: </device>
Apr 30 16:04:36.879477 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:04:36.880737 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:04:36.880737 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:04:36.880871 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:36.881208 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:37.386657 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:37.387450 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:37.903907 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:37.904737 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:04:38.413820 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:04:38.414106 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:04:38.475118 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391eefbcc9c5415ebf96c4ab3ad8df0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6a20e7fa7384dc7a7cb4e6fd02f5d8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:04:38.919102 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:04:38.979831 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Successfully created port: dcfa5f38-2e2f-4551-9d0a-64c317ef0fde {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:04:39.291777 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:39.293265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:39.293489 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:04:39.293821 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:39.294352 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:39.294752 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:39.423878 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:04:39.550345 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Successfully updated port: dcfa5f38-2e2f-4551-9d0a-64c317ef0fde {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:04:39.626112 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Received event network-changed-dcfa5f38-2e2f-4551-9d0a-64c317ef0fde {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:04:39.626610 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Refreshing instance network info cache due to event network-changed-dcfa5f38-2e2f-4551-9d0a-64c317ef0fde. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:04:39.627177 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] Acquiring lock "refresh_cache-47438c25-7e22-4a36-af60-011f5e977eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:04:39.627521 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] Acquired lock "refresh_cache-47438c25-7e22-4a36-af60-011f5e977eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:04:39.627991 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Refreshing network info cache for port dcfa5f38-2e2f-4551-9d0a-64c317ef0fde {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:04:40.054409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquiring lock "refresh_cache-47438c25-7e22-4a36-af60-011f5e977eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:04:40.177957 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:04:40.284891 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:04:40.437160 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:04:40.438440 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:04:40.438922 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Creating image(s)
Apr 30 16:04:40.439673 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquiring lock "/opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:40.440031 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "/opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:40.441021 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "/opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:40.441792 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:40.447207 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:40.448952 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:40.549861 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.100s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:40.550718 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:40.551710 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:40.552252 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:40.557740 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:04:40.558583 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:40.653286 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:40.653917 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:40.690443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk 1073741824" returned: 0 in 0.036s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:40.690983 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:40.691532 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:40.780371 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:40.781014 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:04:40.781455 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:04:40.793267 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-ae777159-62cc-4935-ac00-77b03c75388b req-088d1cbe-b89d-4204-9f5d-8ff7f3e22e5b service nova] Releasing lock "refresh_cache-47438c25-7e22-4a36-af60-011f5e977eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:04:40.795109 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquired lock "refresh_cache-47438c25-7e22-4a36-af60-011f5e977eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:04:40.795565 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:04:40.880607 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk --force-share --output=json" returned: 0 in 0.099s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:04:40.881118 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Cannot resize image /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:04:40.881643 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:04:40.882039 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Ensure instance console log exists: /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:04:40.882522 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:40.882965 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:40.883386 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:04:40.887103 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Available mdevs at: set().
Apr 30 16:04:40.887451 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:04:40.887759 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas xmlstr <device>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]: </device>
Apr 30 16:04:40.892191 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:04:40.893199 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:04:40.896612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Traceback (most recent call last):
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     yield resources
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     return f(*args, **kwargs)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     chosen_mdev = self._create_mdev(
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     self._host.device_create(conf)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     rv = execute(f, *args, **kwargs)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     raise e.with_traceback(tb)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     rv = meth(*args, **kwargs)
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:40.898843 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee] 
Apr 30 16:04:41.350638 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:04:41.555561 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Updating instance_info_cache with network_info: [{"id": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "address": "fa:16:3e:62:0a:b9", "network": {"id": "7b7daa6d-8ec1-4624-9ce8-59585f4f0de3", "bridge": "br-int", "label": "tempest-TestServerAdvancedOps-301396567-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6a20e7fa7384dc7a7cb4e6fd02f5d8e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdcfa5f38-2e", "ovs_interfaceid": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:04:42.059795 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Releasing lock "refresh_cache-47438c25-7e22-4a36-af60-011f5e977eee" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:04:42.060276 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Instance network_info: |[{"id": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "address": "fa:16:3e:62:0a:b9", "network": {"id": "7b7daa6d-8ec1-4624-9ce8-59585f4f0de3", "bridge": "br-int", "label": "tempest-TestServerAdvancedOps-301396567-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6a20e7fa7384dc7a7cb4e6fd02f5d8e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdcfa5f38-2e", "ovs_interfaceid": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:04:42.061347 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Terminating instance
Apr 30 16:04:42.567515 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:04:42.571490 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:04:42.571715 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Instance destroyed successfully.
Apr 30 16:04:42.573310 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:04:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerAdvancedOps-server-1598192612',display_name='tempest-TestServerAdvancedOps-server-1598192612',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testserveradvancedops-server-1598192612',id=178,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6a20e7fa7384dc7a7cb4e6fd02f5d8e',ramdisk_id='',reservation_id='r-ijt81spa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerAdvancedOps-30898938',owner_user_name='tempest-TestServerAdvancedOps-30898938-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:04:39Z,user_data=None,user_id='391eefbcc9c5415ebf96c4ab3ad8df0a',uuid=47438c25-7e22-4a36-af60-011f5e977eee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "address": "fa:16:3e:62:0a:b9", "network": {"id": "7b7daa6d-8ec1-4624-9ce8-59585f4f0de3", "bridge": "br-int", "label": "tempest-TestServerAdvancedOps-301396567-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6a20e7fa7384dc7a7cb4e6fd02f5d8e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdcfa5f38-2e", "ovs_interfaceid": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:04:42.573726 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Converting VIF {"id": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "address": "fa:16:3e:62:0a:b9", "network": {"id": "7b7daa6d-8ec1-4624-9ce8-59585f4f0de3", "bridge": "br-int", "label": "tempest-TestServerAdvancedOps-301396567-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6a20e7fa7384dc7a7cb4e6fd02f5d8e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdcfa5f38-2e", "ovs_interfaceid": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:04:42.574754 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:0a:b9,bridge_name='br-int',has_traffic_filtering=True,id=dcfa5f38-2e2f-4551-9d0a-64c317ef0fde,network=Network(7b7daa6d-8ec1-4624-9ce8-59585f4f0de3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdcfa5f38-2e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:04:42.575267 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:0a:b9,bridge_name='br-int',has_traffic_filtering=True,id=dcfa5f38-2e2f-4551-9d0a-64c317ef0fde,network=Network(7b7daa6d-8ec1-4624-9ce8-59585f4f0de3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdcfa5f38-2e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:04:42.577333 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:42.577905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdcfa5f38-2e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:04:42.578232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:04:42.580609 np0040594247 nova-compute[88153]: INFO os_vif [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:0a:b9,bridge_name='br-int',has_traffic_filtering=True,id=dcfa5f38-2e2f-4551-9d0a-64c317ef0fde,network=Network(7b7daa6d-8ec1-4624-9ce8-59585f4f0de3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdcfa5f38-2e')
Apr 30 16:04:42.581084 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Deleting instance files /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee_del
Apr 30 16:04:42.581773 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Deletion of /opt/stack/data/nova/instances/47438c25-7e22-4a36-af60-011f5e977eee_del complete
Apr 30 16:04:43.089998 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:04:43.092748 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941adfd0> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:04:43.093027 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:04:43.093413 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:04:43.683436 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas xmlstr <device>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]: </device>
Apr 30 16:04:43.688963 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:04:43.689804 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:04:43.689804 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:04:43.689997 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:43.690410 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:04:44.194839 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:44.195520 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:04:44.295951 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 1716-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:44.297465 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:44.297768 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:04:44.297969 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:44.298544 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:44.298940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:44.707925 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.614s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Traceback (most recent call last):
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     return f(*args, **kwargs)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     chosen_mdev = self._create_mdev(
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     self._host.device_create(conf)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     rv = execute(f, *args, **kwargs)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     raise e.with_traceback(tb)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     rv = meth(*args, **kwargs)
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:04:44.709929 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 47438c25-7e22-4a36-af60-011f5e977eee] 
Apr 30 16:04:44.711903 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:04:44.713401 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Build of instance 47438c25-7e22-4a36-af60-011f5e977eee was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:04:44.715797 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:04:44.716824 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:04:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerAdvancedOps-server-1598192612',display_name='tempest-TestServerAdvancedOps-server-1598192612',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testserveradvancedops-server-1598192612',id=178,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6a20e7fa7384dc7a7cb4e6fd02f5d8e',ramdisk_id='',reservation_id='r-ijt81spa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerAdvancedOps-30898938',owner_user_name='tempest-TestServerAdvancedOps-30898938-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:04:43Z,user_data=None,user_id='391eefbcc9c5415ebf96c4ab3ad8df0a',uuid=47438c25-7e22-4a36-af60-011f5e977eee,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "address": "fa:16:3e:62:0a:b9", "network": {"id": "7b7daa6d-8ec1-4624-9ce8-59585f4f0de3", "bridge": "br-int", "label": "tempest-TestServerAdvancedOps-301396567-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6a20e7fa7384dc7a7cb4e6fd02f5d8e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdcfa5f38-2e", "ovs_interfaceid": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:04:44.717161 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Converting VIF {"id": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "address": "fa:16:3e:62:0a:b9", "network": {"id": "7b7daa6d-8ec1-4624-9ce8-59585f4f0de3", "bridge": "br-int", "label": "tempest-TestServerAdvancedOps-301396567-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6a20e7fa7384dc7a7cb4e6fd02f5d8e", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapdcfa5f38-2e", "ovs_interfaceid": "dcfa5f38-2e2f-4551-9d0a-64c317ef0fde", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:04:44.717966 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:0a:b9,bridge_name='br-int',has_traffic_filtering=True,id=dcfa5f38-2e2f-4551-9d0a-64c317ef0fde,network=Network(7b7daa6d-8ec1-4624-9ce8-59585f4f0de3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdcfa5f38-2e') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:04:44.718373 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:0a:b9,bridge_name='br-int',has_traffic_filtering=True,id=dcfa5f38-2e2f-4551-9d0a-64c317ef0fde,network=Network(7b7daa6d-8ec1-4624-9ce8-59585f4f0de3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdcfa5f38-2e') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:04:44.719824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:44.720202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdcfa5f38-2e, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:04:44.720447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:04:44.722936 np0040594247 nova-compute[88153]: INFO os_vif [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:0a:b9,bridge_name='br-int',has_traffic_filtering=True,id=dcfa5f38-2e2f-4551-9d0a-64c317ef0fde,network=Network(7b7daa6d-8ec1-4624-9ce8-59585f4f0de3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdcfa5f38-2e')
Apr 30 16:04:44.723282 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:04:44.723587 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:04:44.723902 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:04:45.603237 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:04:46.106852 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] [instance: 47438c25-7e22-4a36-af60-011f5e977eee] Took 1.38 seconds to deallocate network for instance.
Apr 30 16:04:47.153983 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Deleted allocations for instance 47438c25-7e22-4a36-af60-011f5e977eee
Apr 30 16:04:47.664409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4d43ac41-7361-4dc6-b015-9058a22ed855 tempest-TestServerAdvancedOps-30898938 tempest-TestServerAdvancedOps-30898938-project-member] Lock "47438c25-7e22-4a36-af60-011f5e977eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.922s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:04:49.300145 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4578-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:49.301956 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:04:49.302252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:04:49.302539 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:49.303216 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:49.303705 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:04:51.588392 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:51.597098 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:51.604634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:51.607229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:51.639695 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:51.699263 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:51.738296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:52.485120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:52.487413 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:52.490157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:52.491373 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:52.947989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:52.958199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:52.972227 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:53.004754 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:53.064442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:53.104637 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:54.296042 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:54.481292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:54.483536 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:54.487157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:54.489052 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:55.191058 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:55.206509 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:55.213742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:55.221162 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:55.256030 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:55.318917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:55.360025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.478303 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.481183 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.483265 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.484469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.700755 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.710726 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.720657 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.722483 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.765696 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.826160 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.862116 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.903629 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.914079 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:56.927577 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.001103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.068793 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.110106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.534036 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.545390 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.555229 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.585428 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.654764 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:57.699189 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:58.503942 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:58.506114 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:58.510904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:58.526096 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:58.529748 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:58.533795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:04:59.300956 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:00.492423 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:00.506960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:02.642416 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquiring lock "773fda3c-8324-4fdb-b197-22bfc215a941" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:02.642978 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "773fda3c-8324-4fdb-b197-22bfc215a941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:02.889542 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:03.146805 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:05:03.396426 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:03.396754 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:03.397095 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:03.397393 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:05:03.527005 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:05:03.528283 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1806MB free_disk=56.476905822753906GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:05:03.528529 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:03.528882 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:03.682950 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:04.304720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:05.068606 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 773fda3c-8324-4fdb-b197-22bfc215a941 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'VCPU': 1, 'MEMORY_MB': 128, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}}
Apr 30 16:05:05.069275 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:05:05.069275 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:05:05.150481 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]: </device>
Apr 30 16:05:05.155827 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:05:05.156619 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:05:05.156619 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:05:05.156759 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:05.157127 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:05.661568 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:05.662140 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:06.173318 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:05:06.173783 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.645s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:06.174108 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.491s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:06.179225 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:05:06.179521 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Claim successful on node np0040594247
Apr 30 16:05:07.274179 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas xmlstr <device>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]: </device>
Apr 30 16:05:07.280038 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:05:07.281578 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:05:07.281578 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:05:07.281578 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:07.281578 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:07.786917 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:07.787523 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:08.299609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:08.300381 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:05:08.809622 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:05:08.809982 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:05:08.867913 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd72848e4043e407fae612473a3ea57bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a9f0e875a744f29bf2cd9e9feeb2a43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:05:09.307404 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:09.316800 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:05:09.370129 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Successfully created port: 7efae20f-b95a-45f5-bcd8-65839b23c313 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:05:09.819300 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:05:09.908472 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Successfully updated port: 7efae20f-b95a-45f5-bcd8-65839b23c313 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:05:09.943926 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Received event network-changed-7efae20f-b95a-45f5-bcd8-65839b23c313 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:05:09.944234 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Refreshing instance network info cache due to event network-changed-7efae20f-b95a-45f5-bcd8-65839b23c313. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:05:09.944572 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] Acquiring lock "refresh_cache-773fda3c-8324-4fdb-b197-22bfc215a941" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:05:09.944898 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] Acquired lock "refresh_cache-773fda3c-8324-4fdb-b197-22bfc215a941" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:05:09.945146 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Refreshing network info cache for port 7efae20f-b95a-45f5-bcd8-65839b23c313 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:05:10.412548 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquiring lock "refresh_cache-773fda3c-8324-4fdb-b197-22bfc215a941" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:05:10.493590 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:05:10.601548 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:05:10.833459 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:05:10.834815 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:05:10.835226 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Creating image(s)
Apr 30 16:05:10.835955 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquiring lock "/opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:10.836271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "/opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:10.837358 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "/opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:10.838389 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:10.843516 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:10.845093 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:10.940123 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:10.940694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:10.941433 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:10.942121 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:10.947144 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:10.947663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:11.039938 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:11.040524 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:11.074578 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:11.075253 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.134s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:11.075819 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:11.106146 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e421ac25-6d7f-44fc-8f8f-e745dc9f0616 req-9fba013d-82e7-4b69-8870-067ddfa17a08 service nova] Releasing lock "refresh_cache-773fda3c-8324-4fdb-b197-22bfc215a941" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:05:11.107111 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquired lock "refresh_cache-773fda3c-8324-4fdb-b197-22bfc215a941" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:05:11.107501 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:05:11.164663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:11.165306 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Checking if we can resize image /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:05:11.165823 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:11.177343 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:11.177996 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:11.257628 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk --force-share --output=json" returned: 0 in 0.092s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:11.258199 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Cannot resize image /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:05:11.258901 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:05:11.259262 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Ensure instance console log exists: /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:05:11.259781 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:11.260183 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:11.260616 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:05:11.264450 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Available mdevs at: set().
Apr 30 16:05:11.264758 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:05:11.265030 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas xmlstr <device>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]: </device>
Apr 30 16:05:11.269640 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:05:11.270463 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:05:11.273989 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Traceback (most recent call last):
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     yield resources
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     return f(*args, **kwargs)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     chosen_mdev = self._create_mdev(
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     self._host.device_create(conf)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     rv = execute(f, *args, **kwargs)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     raise e.with_traceback(tb)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     rv = meth(*args, **kwargs)
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:11.276293 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] 
Apr 30 16:05:11.659209 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:05:11.876522 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Updating instance_info_cache with network_info: [{"id": "7efae20f-b95a-45f5-bcd8-65839b23c313", "address": "fa:16:3e:13:ae:3e", "network": {"id": "79dc9afb-bc23-4996-9d0f-91080863c826", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-750555804-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a9f0e875a744f29bf2cd9e9feeb2a43", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7efae20f-b9", "ovs_interfaceid": "7efae20f-b95a-45f5-bcd8-65839b23c313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:05:12.380332 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Releasing lock "refresh_cache-773fda3c-8324-4fdb-b197-22bfc215a941" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:05:12.380794 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Instance network_info: |[{"id": "7efae20f-b95a-45f5-bcd8-65839b23c313", "address": "fa:16:3e:13:ae:3e", "network": {"id": "79dc9afb-bc23-4996-9d0f-91080863c826", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-750555804-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a9f0e875a744f29bf2cd9e9feeb2a43", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7efae20f-b9", "ovs_interfaceid": "7efae20f-b95a-45f5-bcd8-65839b23c313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:05:12.381420 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Terminating instance
Apr 30 16:05:12.888247 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:05:12.890115 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:12.890549 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:05:12.894205 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:05:12.894491 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Instance destroyed successfully.
Apr 30 16:05:12.896861 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:05:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-493438212',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-493438212',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testservervolumeattachscenariooldversion-server-4934382',id=179,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHSioXHjz9JwUGQlEpex7P4odZRLyylxBPoDprZjw6qINAygPRleuPyaxuJFyyo8IrI0KDIzNBQYjYiiV9ttxucF8dt7jKVPdVYQ5RD7Mgi1z4XScrHoJjfLccRhayWftw==',key_name='tempest-keypair-1140843512',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a9f0e875a744f29bf2cd9e9feeb2a43',ramdisk_id='',reservation_id='r-0mio910g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-745005820',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:05:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d72848e4043e407fae612473a3ea57bb',uuid=773fda3c-8324-4fdb-b197-22bfc215a941,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7efae20f-b95a-45f5-bcd8-65839b23c313", "address": "fa:16:3e:13:ae:3e", "network": {"id": "79dc9afb-bc23-4996-9d0f-91080863c826", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-750555804-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a9f0e875a744f29bf2cd9e9feeb2a43", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7efae20f-b9", "ovs_interfaceid": "7efae20f-b95a-45f5-bcd8-65839b23c313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:05:12.897299 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Converting VIF {"id": "7efae20f-b95a-45f5-bcd8-65839b23c313", "address": "fa:16:3e:13:ae:3e", "network": {"id": "79dc9afb-bc23-4996-9d0f-91080863c826", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-750555804-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a9f0e875a744f29bf2cd9e9feeb2a43", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7efae20f-b9", "ovs_interfaceid": "7efae20f-b95a-45f5-bcd8-65839b23c313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:05:12.898373 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:ae:3e,bridge_name='br-int',has_traffic_filtering=True,id=7efae20f-b95a-45f5-bcd8-65839b23c313,network=Network(79dc9afb-bc23-4996-9d0f-91080863c826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7efae20f-b9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:05:12.898846 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ae:3e,bridge_name='br-int',has_traffic_filtering=True,id=7efae20f-b95a-45f5-bcd8-65839b23c313,network=Network(79dc9afb-bc23-4996-9d0f-91080863c826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7efae20f-b9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:05:12.900823 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:12.901349 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7efae20f-b9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:05:12.901692 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:05:12.904107 np0040594247 nova-compute[88153]: INFO os_vif [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ae:3e,bridge_name='br-int',has_traffic_filtering=True,id=7efae20f-b95a-45f5-bcd8-65839b23c313,network=Network(79dc9afb-bc23-4996-9d0f-91080863c826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7efae20f-b9')
Apr 30 16:05:12.904555 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Deleting instance files /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941_del
Apr 30 16:05:12.905220 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Deletion of /opt/stack/data/nova/instances/773fda3c-8324-4fdb-b197-22bfc215a941_del complete
Apr 30 16:05:13.414263 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Took 0.53 seconds to destroy the instance on the hypervisor.
Apr 30 16:05:13.417002 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d704d5e20> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:05:13.417276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:13.417656 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:14.005441 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas xmlstr <device>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]: </device>
Apr 30 16:05:14.010761 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:05:14.011834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:05:14.011834 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:05:14.011834 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:14.012238 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:14.311635 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:14.516809 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:14.517313 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:15.032567 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.615s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Traceback (most recent call last):
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     return f(*args, **kwargs)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     chosen_mdev = self._create_mdev(
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     self._host.device_create(conf)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     rv = execute(f, *args, **kwargs)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     raise e.with_traceback(tb)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     rv = meth(*args, **kwargs)
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:15.034560 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] 
Apr 30 16:05:15.036227 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:05:15.037907 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Build of instance 773fda3c-8324-4fdb-b197-22bfc215a941 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:05:15.040267 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:05:15.041383 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:05:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-493438212',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-493438212',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testservervolumeattachscenariooldversion-server-4934382',id=179,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHSioXHjz9JwUGQlEpex7P4odZRLyylxBPoDprZjw6qINAygPRleuPyaxuJFyyo8IrI0KDIzNBQYjYiiV9ttxucF8dt7jKVPdVYQ5RD7Mgi1z4XScrHoJjfLccRhayWftw==',key_name='tempest-keypair-1140843512',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a9f0e875a744f29bf2cd9e9feeb2a43',ramdisk_id='',reservation_id='r-0mio910g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-745005820',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:05:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d72848e4043e407fae612473a3ea57bb',uuid=773fda3c-8324-4fdb-b197-22bfc215a941,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7efae20f-b95a-45f5-bcd8-65839b23c313", "address": "fa:16:3e:13:ae:3e", "network": {"id": "79dc9afb-bc23-4996-9d0f-91080863c826", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-750555804-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a9f0e875a744f29bf2cd9e9feeb2a43", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7efae20f-b9", "ovs_interfaceid": "7efae20f-b95a-45f5-bcd8-65839b23c313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:05:15.041754 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Converting VIF {"id": "7efae20f-b95a-45f5-bcd8-65839b23c313", "address": "fa:16:3e:13:ae:3e", "network": {"id": "79dc9afb-bc23-4996-9d0f-91080863c826", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-750555804-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a9f0e875a744f29bf2cd9e9feeb2a43", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap7efae20f-b9", "ovs_interfaceid": "7efae20f-b95a-45f5-bcd8-65839b23c313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:05:15.042745 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:ae:3e,bridge_name='br-int',has_traffic_filtering=True,id=7efae20f-b95a-45f5-bcd8-65839b23c313,network=Network(79dc9afb-bc23-4996-9d0f-91080863c826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7efae20f-b9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:05:15.043154 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ae:3e,bridge_name='br-int',has_traffic_filtering=True,id=7efae20f-b95a-45f5-bcd8-65839b23c313,network=Network(79dc9afb-bc23-4996-9d0f-91080863c826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7efae20f-b9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:05:15.044904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:15.045351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7efae20f-b9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:05:15.045639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:05:15.048141 np0040594247 nova-compute[88153]: INFO os_vif [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:ae:3e,bridge_name='br-int',has_traffic_filtering=True,id=7efae20f-b95a-45f5-bcd8-65839b23c313,network=Network(79dc9afb-bc23-4996-9d0f-91080863c826),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7efae20f-b9')
Apr 30 16:05:15.048516 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:05:15.048894 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:05:15.049185 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:05:15.891092 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:15.964504 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:05:16.469106 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] [instance: 773fda3c-8324-4fdb-b197-22bfc215a941] Took 1.42 seconds to deallocate network for instance.
Apr 30 16:05:16.883107 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:17.521473 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Deleted allocations for instance 773fda3c-8324-4fdb-b197-22bfc215a941
Apr 30 16:05:18.033372 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-882372d2-d448-4d81-99f5-fd449f7fda72 tempest-TestServerVolumeAttachScenarioOldVersion-745005820 tempest-TestServerVolumeAttachScenarioOldVersion-745005820-project-member] Lock "773fda3c-8324-4fdb-b197-22bfc215a941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.390s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:18.890028 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:19.312522 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:19.890694 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:20.492847 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:20.494812 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:21.202414 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:21.245744 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:21.460008 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:21.483936 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:21.922859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:21.951646 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:22.495235 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:23.275498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:23.508230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:23.708940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:23.748123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:24.249031 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:24.264555 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:24.314222 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:27.326146 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:27.335997 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:27.351069 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:27.385394 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:27.454466 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:27.486775 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.377218 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.388130 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.404995 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.433964 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.506718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.506804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.509439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.512451 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.525501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.526336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.528399 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.530597 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:28.553061 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:29.313065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:29.317167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:30.752600 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:30.765579 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:30.781170 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:30.810196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:30.878193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:30.921818 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.136789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.148407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.155480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.196398 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.272117 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.312369 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.495714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.498392 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.500279 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.501878 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.516243 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.518946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.521330 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.524203 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.534885 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.551049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.579976 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.638292 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:32.676898 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:33.890489 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:05:33.893870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:33.893870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:33.893870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:33.893870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:33.895157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.002s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:33.895787 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:34.326714 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.503091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.506640 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.508379 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.511212 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.518819 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.527120 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.541427 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.577647 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.641426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.693118 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:34.903582 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Verify base images {{(pid=88153) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Apr 30 16:05:34.904201 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Unknown base file: /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88
Apr 30 16:05:34.904330 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Unknown base file: /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c
Apr 30 16:05:34.904743 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Unknown base file: /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155
Apr 30 16:05:34.905065 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Unknown base file: /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846
Apr 30 16:05:34.905411 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Unknown base file: /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5
Apr 30 16:05:34.905640 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Removable base files: /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88 /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155 /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5
Apr 30 16:05:34.906192 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/99a1031639ab5af9583d3b907ea57c24059dfb88
Apr 30 16:05:34.906473 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c317339c6e6f45e59c08beff1e165abf7c39a35c
Apr 30 16:05:34.906794 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d6319ef3814cbb85f459903637526d106c965155
Apr 30 16:05:34.907049 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846
Apr 30 16:05:34.907319 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5
Apr 30 16:05:34.907584 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Verification complete {{(pid=88153) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Apr 30 16:05:34.907845 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Verify swap images {{(pid=88153) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Apr 30 16:05:34.908138 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.imagecache [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Verify ephemeral images {{(pid=88153) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Apr 30 16:05:36.507727 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:36.510981 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:37.901215 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquiring lock "c72ef737-6a03-48f5-ac65-f59b8c548f41" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:37.901751 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "c72ef737-6a03-48f5-ac65-f59b8c548f41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:38.405343 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:05:38.940315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:38.941231 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:38.945934 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:05:38.946374 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Claim successful on node np0040594247
Apr 30 16:05:39.314461 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:39.326711 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:40.044698 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas xmlstr <device>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]: </device>
Apr 30 16:05:40.050185 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:05:40.051183 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:05:40.051183 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:05:40.051637 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:40.052149 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:40.557091 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:40.557659 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:41.070104 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:41.070655 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:05:41.579043 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:05:41.579323 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:05:41.638738 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aef4f2d84d2458fa42ca3cf0f754a92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a86d82773e44d33bf77a6ce7583308b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:05:42.084326 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:05:42.148409 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Successfully created port: 0223d936-a92e-4d6e-872c-47dfb40626d3 {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:05:42.590993 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:05:42.783173 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Successfully updated port: 0223d936-a92e-4d6e-872c-47dfb40626d3 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:05:42.825430 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Received event network-changed-0223d936-a92e-4d6e-872c-47dfb40626d3 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:05:42.825780 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Refreshing instance network info cache due to event network-changed-0223d936-a92e-4d6e-872c-47dfb40626d3. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:05:42.826252 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] Acquiring lock "refresh_cache-c72ef737-6a03-48f5-ac65-f59b8c548f41" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:05:42.826331 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] Acquired lock "refresh_cache-c72ef737-6a03-48f5-ac65-f59b8c548f41" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:05:42.826609 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Refreshing network info cache for port 0223d936-a92e-4d6e-872c-47dfb40626d3 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:05:43.290115 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquiring lock "refresh_cache-c72ef737-6a03-48f5-ac65-f59b8c548f41" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:05:43.377277 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:05:43.491728 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:05:43.603793 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:05:43.606072 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:05:43.606519 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Creating image(s)
Apr 30 16:05:43.607376 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquiring lock "/opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:43.607967 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "/opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:43.609259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "/opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:43.610494 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:43.615633 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:43.617296 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:43.708140 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:43.708612 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:43.709336 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:43.709977 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:43.715559 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:05:43.716166 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:43.806794 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:43.807384 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:43.839213 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk 1073741824" returned: 0 in 0.031s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:43.839890 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.131s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:43.840412 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:43.929460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:43.930126 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:05:43.930559 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:05:43.996271 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-522d5fb1-e526-4f53-b185-48b5f0ec747a req-8fc7e611-b178-4a9d-8242-a609b5fcc2fe service nova] Releasing lock "refresh_cache-c72ef737-6a03-48f5-ac65-f59b8c548f41" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:05:43.997392 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquired lock "refresh_cache-c72ef737-6a03-48f5-ac65-f59b8c548f41" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:05:43.997856 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:05:44.023896 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:05:44.024533 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Cannot resize image /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:05:44.025242 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:05:44.025732 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Ensure instance console log exists: /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:05:44.026306 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:44.026841 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:44.027390 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:05:44.031619 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Available mdevs at: set().
Apr 30 16:05:44.031916 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:05:44.032185 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas xmlstr <device>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]: </device>
Apr 30 16:05:44.037257 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:05:44.038304 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:05:44.040953 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.014s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Traceback (most recent call last):
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     yield resources
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     return f(*args, **kwargs)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     chosen_mdev = self._create_mdev(
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     self._host.device_create(conf)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     rv = execute(f, *args, **kwargs)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     raise e.with_traceback(tb)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     rv = meth(*args, **kwargs)
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:44.043214 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] 
Apr 30 16:05:44.326518 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:44.550767 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:05:44.761003 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Updating instance_info_cache with network_info: [{"id": "0223d936-a92e-4d6e-872c-47dfb40626d3", "address": "fa:16:3e:df:a5:74", "network": {"id": "c1f51cbc-c833-411c-9a19-c32eb2977580", "bridge": "br-int", "label": "tempest-TestSnapshotPattern-351486053-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a86d82773e44d33bf77a6ce7583308b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0223d936-a9", "ovs_interfaceid": "0223d936-a92e-4d6e-872c-47dfb40626d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:05:45.263975 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Releasing lock "refresh_cache-c72ef737-6a03-48f5-ac65-f59b8c548f41" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:05:45.264476 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Instance network_info: |[{"id": "0223d936-a92e-4d6e-872c-47dfb40626d3", "address": "fa:16:3e:df:a5:74", "network": {"id": "c1f51cbc-c833-411c-9a19-c32eb2977580", "bridge": "br-int", "label": "tempest-TestSnapshotPattern-351486053-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a86d82773e44d33bf77a6ce7583308b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0223d936-a9", "ovs_interfaceid": "0223d936-a92e-4d6e-872c-47dfb40626d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:05:45.265115 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Terminating instance
Apr 30 16:05:45.771358 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:05:45.775813 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:05:45.776003 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Instance destroyed successfully.
Apr 30 16:05:45.777427 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:05:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestSnapshotPattern-server-414772330',display_name='tempest-TestSnapshotPattern-server-414772330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-testsnapshotpattern-server-414772330',id=180,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB62SSH5BK43Tw/A8P+OziF6TH5KDWSUiX/B0wuN+cCAtQ2CIRGYWDkyreS3bTDL0XslsZl68SQ8L3SPPvFmOd9GrSdRK50QiQGxCb1jOdTl14quZeFkFT+ps0pJuAH/1w==',key_name='tempest-TestSnapshotPattern-1376606136',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a86d82773e44d33bf77a6ce7583308b',ramdisk_id='',reservation_id='r-cpa0gzbh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSnapshotPattern-709928317',owner_user_name='tempest-TestSnapshotPattern-709928317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:05:43Z,user_data=None,user_id='7aef4f2d84d2458fa42ca3cf0f754a92',uuid=c72ef737-6a03-48f5-ac65-f59b8c548f41,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0223d936-a92e-4d6e-872c-47dfb40626d3", "address": "fa:16:3e:df:a5:74", "network": {"id": "c1f51cbc-c833-411c-9a19-c32eb2977580", "bridge": "br-int", "label": "tempest-TestSnapshotPattern-351486053-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a86d82773e44d33bf77a6ce7583308b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0223d936-a9", "ovs_interfaceid": "0223d936-a92e-4d6e-872c-47dfb40626d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:05:45.777829 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Converting VIF {"id": "0223d936-a92e-4d6e-872c-47dfb40626d3", "address": "fa:16:3e:df:a5:74", "network": {"id": "c1f51cbc-c833-411c-9a19-c32eb2977580", "bridge": "br-int", "label": "tempest-TestSnapshotPattern-351486053-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a86d82773e44d33bf77a6ce7583308b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0223d936-a9", "ovs_interfaceid": "0223d936-a92e-4d6e-872c-47dfb40626d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:05:45.778849 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:74,bridge_name='br-int',has_traffic_filtering=True,id=0223d936-a92e-4d6e-872c-47dfb40626d3,network=Network(c1f51cbc-c833-411c-9a19-c32eb2977580),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0223d936-a9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:05:45.779299 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:74,bridge_name='br-int',has_traffic_filtering=True,id=0223d936-a92e-4d6e-872c-47dfb40626d3,network=Network(c1f51cbc-c833-411c-9a19-c32eb2977580),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0223d936-a9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:05:45.781249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:45.781680 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0223d936-a9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:05:45.782019 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:05:45.785099 np0040594247 nova-compute[88153]: INFO os_vif [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:74,bridge_name='br-int',has_traffic_filtering=True,id=0223d936-a92e-4d6e-872c-47dfb40626d3,network=Network(c1f51cbc-c833-411c-9a19-c32eb2977580),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0223d936-a9')
Apr 30 16:05:45.785631 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Deleting instance files /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41_del
Apr 30 16:05:45.786294 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Deletion of /opt/stack/data/nova/instances/c72ef737-6a03-48f5-ac65-f59b8c548f41_del complete
Apr 30 16:05:46.295425 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:05:46.298881 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941d2600> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:05:46.299210 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:05:46.299649 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:05:46.889002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas xmlstr <device>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]: </device>
Apr 30 16:05:46.894389 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:05:46.895134 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:05:46.895134 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:05:46.895404 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:46.895913 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:05:47.401181 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:47.401507 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:05:47.912846 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.613s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Traceback (most recent call last):
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     return f(*args, **kwargs)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     chosen_mdev = self._create_mdev(
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     self._host.device_create(conf)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     rv = execute(f, *args, **kwargs)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     raise e.with_traceback(tb)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     rv = meth(*args, **kwargs)
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:05:47.914944 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] 
Apr 30 16:05:47.916799 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:05:47.918329 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Build of instance c72ef737-6a03-48f5-ac65-f59b8c548f41 was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:05:47.920804 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:05:47.922032 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:05:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestSnapshotPattern-server-414772330',display_name='tempest-TestSnapshotPattern-server-414772330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-testsnapshotpattern-server-414772330',id=180,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB62SSH5BK43Tw/A8P+OziF6TH5KDWSUiX/B0wuN+cCAtQ2CIRGYWDkyreS3bTDL0XslsZl68SQ8L3SPPvFmOd9GrSdRK50QiQGxCb1jOdTl14quZeFkFT+ps0pJuAH/1w==',key_name='tempest-TestSnapshotPattern-1376606136',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2a86d82773e44d33bf77a6ce7583308b',ramdisk_id='',reservation_id='r-cpa0gzbh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestSnapshotPattern-709928317',owner_user_name='tempest-TestSnapshotPattern-709928317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:05:46Z,user_data=None,user_id='7aef4f2d84d2458fa42ca3cf0f754a92',uuid=c72ef737-6a03-48f5-ac65-f59b8c548f41,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0223d936-a92e-4d6e-872c-47dfb40626d3", "address": "fa:16:3e:df:a5:74", "network": {"id": "c1f51cbc-c833-411c-9a19-c32eb2977580", "bridge": "br-int", "label": "tempest-TestSnapshotPattern-351486053-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a86d82773e44d33bf77a6ce7583308b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0223d936-a9", "ovs_interfaceid": "0223d936-a92e-4d6e-872c-47dfb40626d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:05:47.922351 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Converting VIF {"id": "0223d936-a92e-4d6e-872c-47dfb40626d3", "address": "fa:16:3e:df:a5:74", "network": {"id": "c1f51cbc-c833-411c-9a19-c32eb2977580", "bridge": "br-int", "label": "tempest-TestSnapshotPattern-351486053-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "2a86d82773e44d33bf77a6ce7583308b", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap0223d936-a9", "ovs_interfaceid": "0223d936-a92e-4d6e-872c-47dfb40626d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:05:47.923280 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:74,bridge_name='br-int',has_traffic_filtering=True,id=0223d936-a92e-4d6e-872c-47dfb40626d3,network=Network(c1f51cbc-c833-411c-9a19-c32eb2977580),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0223d936-a9') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:05:47.923773 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:74,bridge_name='br-int',has_traffic_filtering=True,id=0223d936-a92e-4d6e-872c-47dfb40626d3,network=Network(c1f51cbc-c833-411c-9a19-c32eb2977580),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0223d936-a9') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:05:47.925694 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:47.926108 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0223d936-a9, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:05:47.926355 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:05:47.928914 np0040594247 nova-compute[88153]: INFO os_vif [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:74,bridge_name='br-int',has_traffic_filtering=True,id=0223d936-a92e-4d6e-872c-47dfb40626d3,network=Network(c1f51cbc-c833-411c-9a19-c32eb2977580),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0223d936-a9')
Apr 30 16:05:47.929292 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:05:47.929668 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:05:47.930076 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:05:48.810537 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:05:49.314312 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] [instance: c72ef737-6a03-48f5-ac65-f59b8c548f41] Took 1.38 seconds to deallocate network for instance.
Apr 30 16:05:49.318411 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:49.328720 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:50.364806 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Deleted allocations for instance c72ef737-6a03-48f5-ac65-f59b8c548f41
Apr 30 16:05:50.878100 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-41646009-aec4-4704-b0cf-fab39aa3f65f tempest-TestSnapshotPattern-709928317 tempest-TestSnapshotPattern-709928317-project-member] Lock "c72ef737-6a03-48f5-ac65-f59b8c548f41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.976s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:05:52.506063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:52.508432 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:52.978929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:53.014173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:53.219238 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:53.262431 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:53.708792 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:53.727730 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:54.333447 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:54.508985 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:54.509999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:55.298378 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:55.333152 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:55.540411 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:55.588541 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:56.036257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:56.056204 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.169761 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.178901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.193501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.238021 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.305634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.319615 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.336480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:05:59.353817 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.254437 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.266146 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.278155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.315072 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.322064 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.378804 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.426279 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.520232 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.543767 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.546148 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.549459 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:00.551052 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:03.063726 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:03.072799 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:03.094164 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:03.125083 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:03.187580 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:03.233631 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:03.908047 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:04.338557 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.394588 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.406928 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.413426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.417615 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:04.417971 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:04.418277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:04.419241 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:06:04.476249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.488709 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.500564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.506543 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.513287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.518519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.520564 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.523618 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.547384 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.557356 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.561644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.570228 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.619575 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.653756 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.703622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:04.759604 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:06:04.760434 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1821MB free_disk=56.47654342651367GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:06:04.760594 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:04.762236 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:05.797300 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:06:05.797816 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:06:05.849285 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]: </device>
Apr 30 16:06:05.854859 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:06:05.856139 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:06:05.856139 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:06:05.856139 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:06:05.856139 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:06:06.361618 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:06:06.362212 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:06:06.525938 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:06.529301 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:06.531867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:06.875133 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:06:06.875133 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:06.937542 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:06.948498 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:06.963190 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:06.986622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:07.048183 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:07.094486 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:08.524198 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:08.525955 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:08.528308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:08.530157 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:09.321469 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:09.342024 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:10.142582 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquiring lock "266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:10.143211 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:10.645531 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:06:11.183498 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:11.183498 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:11.188921 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:06:11.189221 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Claim successful on node np0040594247
Apr 30 16:06:12.280167 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas xmlstr <device>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]: </device>
Apr 30 16:06:12.285385 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:06:12.286423 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:06:12.286423 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:06:12.286423 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:06:12.286773 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:06:12.790603 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:06:12.791130 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:06:12.856497 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:12.856808 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:13.302276 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:13.302926 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:06:13.811741 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:06:13.812036 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:06:13.876770 np0040594247 nova-compute[88153]: DEBUG nova.policy [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feb519a3052d4152abdb7928ad4c4249', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac78dfeb7c184f10b9c4f68e5bd193af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=88153) authorize /opt/stack/nova/nova/policy.py:192}}
Apr 30 16:06:13.889193 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:13.889585 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:06:14.316529 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:06:14.344560 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:14.644966 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Successfully created port: 59a0c426-3060-42e6-921e-1f19466dc24a {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:06:14.822889 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:06:15.240463 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Successfully updated port: 59a0c426-3060-42e6-921e-1f19466dc24a {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:06:15.270941 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Received event network-changed-59a0c426-3060-42e6-921e-1f19466dc24a {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:06:15.271245 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Refreshing instance network info cache due to event network-changed-59a0c426-3060-42e6-921e-1f19466dc24a. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:06:15.271560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] Acquiring lock "refresh_cache-266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:06:15.271905 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] Acquired lock "refresh_cache-266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:06:15.272152 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Refreshing network info cache for port 59a0c426-3060-42e6-921e-1f19466dc24a {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:06:15.744397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquiring lock "refresh_cache-266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:06:15.825472 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:06:15.835436 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:06:15.837390 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:06:15.837853 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Creating image(s)
Apr 30 16:06:15.838791 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquiring lock "/opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:15.839136 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "/opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:15.840093 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "/opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:15.840858 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:06:15.847250 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:06:15.849156 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:06:15.890230 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:15.890493 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 16:06:15.946726 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:06:15.947177 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquiring lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:15.947845 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:15.948625 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:06:15.954218 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:06:15.955035 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:06:15.972187 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:06:16.045126 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:06:16.045663 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:06:16.080086 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5,backing_fmt=raw /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk 1073741824" returned: 0 in 0.034s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:06:16.080702 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "a423b49489916922da0ff72d4c62b66ab40b7fc5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.133s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:16.081232 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:06:16.172150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a423b49489916922da0ff72d4c62b66ab40b7fc5 --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:06:16.172817 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Checking if we can resize image /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:06:16.173274 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:06:16.266963 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:06:16.267596 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Cannot resize image /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:06:16.268295 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:06:16.268777 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Ensure instance console log exists: /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:06:16.269326 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:16.269850 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:16.270347 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Searching for available mdevs... {{(pid=88153) _get_existing_mdevs_not_assigned /opt/stack/nova/nova/virt/libvirt/driver.py:8980}}
Apr 30 16:06:16.273946 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Available mdevs at: set().
Apr 30 16:06:16.274218 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] No available mdevs where found. Creating an new one... {{(pid=88153) _allocate_mdevs /opt/stack/nova/nova/virt/libvirt/driver.py:9158}}
Apr 30 16:06:16.274488 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Attempting to create new mdev... {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9040}}
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas xmlstr <device>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]: </device>
Apr 30 16:06:16.278787 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:06:16.279808 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Trying on: mtty_mtty. {{(pid=88153) _create_new_mediated_device /opt/stack/nova/nova/virt/libvirt/driver.py:9052}}
Apr 30 16:06:16.282664 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.013s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Instance failed to spawn: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Traceback (most recent call last):
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/compute/manager.py", line 2901, in _build_resources
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     yield resources
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     return f(*args, **kwargs)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     chosen_mdev = self._create_mdev(
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     self._host.device_create(conf)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     rv = execute(f, *args, **kwargs)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     raise e.with_traceback(tb)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     rv = meth(*args, **kwargs)
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:06:16.285006 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] 
Apr 30 16:06:16.477112 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-d5e4898b-3ea4-4826-8eeb-860ff9b544cf req-196e82ff-3992-4efb-b7e4-df5afe9961cf service nova] Releasing lock "refresh_cache-266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:06:16.477954 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquired lock "refresh_cache-266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:06:16.478305 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:06:17.030665 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:06:17.246281 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Updating instance_info_cache with network_info: [{"id": "59a0c426-3060-42e6-921e-1f19466dc24a", "address": "fa:16:3e:ef:76:8e", "network": {"id": "3b9b5199-d232-41e4-b505-4b3f04a85656", "bridge": "br-int", "label": "tempest-TestStampPattern-852253064-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ac78dfeb7c184f10b9c4f68e5bd193af", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap59a0c426-30", "ovs_interfaceid": "59a0c426-3060-42e6-921e-1f19466dc24a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:06:17.398233 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:17.749728 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Releasing lock "refresh_cache-266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:06:17.750187 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Instance network_info: |[{"id": "59a0c426-3060-42e6-921e-1f19466dc24a", "address": "fa:16:3e:ef:76:8e", "network": {"id": "3b9b5199-d232-41e4-b505-4b3f04a85656", "bridge": "br-int", "label": "tempest-TestStampPattern-852253064-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ac78dfeb7c184f10b9c4f68e5bd193af", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap59a0c426-30", "ovs_interfaceid": "59a0c426-3060-42e6-921e-1f19466dc24a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:06:17.750851 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Terminating instance
Apr 30 16:06:18.257346 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:06:18.261283 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [-] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] During wait destroy, instance disappeared. {{(pid=88153) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1638}}
Apr 30 16:06:18.261476 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Instance destroyed successfully.
Apr 30 16:06:18.263366 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:06:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-405394637',display_name='tempest-TestStampPattern-server-405394637',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host='np0040594247',hostname='tempest-teststamppattern-server-405394637',id=181,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPQe8hcSFBxRNtYuWMqpURGnaqtJJCtKIFARiBKCUW4/Q8hHllejTDovr2f9a61s+wKT6tjzHIDqILT8Zgzcl+0934RYFRh6xwQOL3m5JHDRruKsensqGgnfINOiW18T/w==',key_name='tempest-TestStampPattern-623773767',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ac78dfeb7c184f10b9c4f68e5bd193af',ramdisk_id='',reservation_id='r-z2wk68fx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1243437746',owner_user_name='tempest-TestStampPattern-1243437746-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:06:15Z,user_data=None,user_id='feb519a3052d4152abdb7928ad4c4249',uuid=266ea0bb-a06c-4c10-b4e9-bfcf1261d82d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59a0c426-3060-42e6-921e-1f19466dc24a", "address": "fa:16:3e:ef:76:8e", "network": {"id": "3b9b5199-d232-41e4-b505-4b3f04a85656", "bridge": "br-int", "label": "tempest-TestStampPattern-852253064-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ac78dfeb7c184f10b9c4f68e5bd193af", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap59a0c426-30", "ovs_interfaceid": "59a0c426-3060-42e6-921e-1f19466dc24a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:06:18.263736 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Converting VIF {"id": "59a0c426-3060-42e6-921e-1f19466dc24a", "address": "fa:16:3e:ef:76:8e", "network": {"id": "3b9b5199-d232-41e4-b505-4b3f04a85656", "bridge": "br-int", "label": "tempest-TestStampPattern-852253064-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ac78dfeb7c184f10b9c4f68e5bd193af", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap59a0c426-30", "ovs_interfaceid": "59a0c426-3060-42e6-921e-1f19466dc24a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:06:18.264708 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:76:8e,bridge_name='br-int',has_traffic_filtering=True,id=59a0c426-3060-42e6-921e-1f19466dc24a,network=Network(3b9b5199-d232-41e4-b505-4b3f04a85656),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a0c426-30') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:06:18.265155 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:76:8e,bridge_name='br-int',has_traffic_filtering=True,id=59a0c426-3060-42e6-921e-1f19466dc24a,network=Network(3b9b5199-d232-41e4-b505-4b3f04a85656),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a0c426-30') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:06:18.267805 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:18.268326 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59a0c426-30, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:06:18.268652 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:06:18.271180 np0040594247 nova-compute[88153]: INFO os_vif [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:76:8e,bridge_name='br-int',has_traffic_filtering=True,id=59a0c426-3060-42e6-921e-1f19466dc24a,network=Network(3b9b5199-d232-41e4-b505-4b3f04a85656),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a0c426-30')
Apr 30 16:06:18.271760 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Deleting instance files /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d_del
Apr 30 16:06:18.272350 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Deletion of /opt/stack/data/nova/instances/266ea0bb-a06c-4c10-b4e9-bfcf1261d82d_del complete
Apr 30 16:06:18.781563 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Took 0.52 seconds to destroy the instance on the hypervisor.
Apr 30 16:06:18.784589 np0040594247 nova-compute[88153]: DEBUG nova.compute.claims [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Aborting claim: <nova.compute.claims.Claim object at 0x7c8d941ad310> {{(pid=88153) abort /opt/stack/nova/nova/compute/claims.py:85}}
Apr 30 16:06:18.784982 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:06:18.785395 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:06:19.082972 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:19.083601 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:19.326436 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:19.348178 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:19.381696 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas xmlstr <device>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]: </device>
Apr 30 16:06:19.387253 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:06:19.388565 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:06:19.388565 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:06:19.388565 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:06:19.388789 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:06:19.890262 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:19.893565 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:06:19.894449 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:06:20.406347 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.621s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Failed to build and run instance: libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Traceback (most recent call last):
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/compute/manager.py", line 2648, in _build_and_run_instance
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     self.driver.spawn(context, instance, image_meta,
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 4848, in spawn
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     mdevs = self._allocate_mdevs(allocations)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py", line 415, in inner
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     return f(*args, **kwargs)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]            ^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9160, in _allocate_mdevs
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     chosen_mdev = self._create_new_mediated_device(parent_device)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9067, in _create_new_mediated_device
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     chosen_mdev = self._create_mdev(
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]                   ^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 9009, in _create_mdev
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     self._host.device_create(conf)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/nova/nova/virt/libvirt/host.py", line 1254, in device_create
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     return self.get_connection().nodeDeviceCreateXML(device_xml, flags=0)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 186, in doit
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 144, in proxy_call
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     rv = execute(f, *args, **kwargs)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]          ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 125, in execute
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     raise e.with_traceback(tb)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/opt/stack/data/venv/lib/python3.12/site-packages/eventlet/tpool.py", line 82, in tworker
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     rv = meth(*args, **kwargs)
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]          ^^^^^^^^^^^^^^^^^^^^^
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 5181, in nodeDeviceCreateXML
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d]     raise libvirtError('virNodeDeviceCreateXML() failed')
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] libvirt.libvirtError: Cannot find 'mdevctl' in path: No such file or directory
Apr 30 16:06:20.408364 np0040594247 nova-compute[88153]: ERROR nova.compute.manager [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] 
Apr 30 16:06:20.410258 np0040594247 nova-compute[88153]: DEBUG nova.compute.utils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] libvirtError {{(pid=88153) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}}
Apr 30 16:06:20.411607 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Build of instance 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d was re-scheduled: Cannot find 'mdevctl' in path: No such file or directory {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}}
Apr 30 16:06:20.413888 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Unplugging VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}}
Apr 30 16:06:20.414984 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=None,config_drive='',created_at=2025-04-30T16:06:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-405394637',display_name='tempest-TestStampPattern-server-405394637',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(11),hidden=False,host=None,hostname='tempest-teststamppattern-server-405394637',id=181,image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',info_cache=InstanceInfoCache,instance_type_id=11,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPQe8hcSFBxRNtYuWMqpURGnaqtJJCtKIFARiBKCUW4/Q8hHllejTDovr2f9a61s+wKT6tjzHIDqILT8Zgzcl+0934RYFRh6xwQOL3m5JHDRruKsensqGgnfINOiW18T/w==',key_name='tempest-TestStampPattern-623773767',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=128,metadata={},migration_context=None,new_flavor=None,node=None,numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ac78dfeb7c184f10b9c4f68e5bd193af',ramdisk_id='',reservation_id='r-z2wk68fx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='fb55ea5e-e415-45d2-aa69-f61faa9d98d8',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.3-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1243437746',owner_user_name='tempest-TestStampPattern-1243437746-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:06:18Z,user_data=None,user_id='feb519a3052d4152abdb7928ad4c4249',uuid=266ea0bb-a06c-4c10-b4e9-bfcf1261d82d,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59a0c426-3060-42e6-921e-1f19466dc24a", "address": "fa:16:3e:ef:76:8e", "network": {"id": "3b9b5199-d232-41e4-b505-4b3f04a85656", "bridge": "br-int", "label": "tempest-TestStampPattern-852253064-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ac78dfeb7c184f10b9c4f68e5bd193af", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap59a0c426-30", "ovs_interfaceid": "59a0c426-3060-42e6-921e-1f19466dc24a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:839}}
Apr 30 16:06:20.415329 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Converting VIF {"id": "59a0c426-3060-42e6-921e-1f19466dc24a", "address": "fa:16:3e:ef:76:8e", "network": {"id": "3b9b5199-d232-41e4-b505-4b3f04a85656", "bridge": "br-int", "label": "tempest-TestStampPattern-852253064-network", "subnets": [{"cidr": "10.1.0.0/28", "dns": [], "gateway": {"address": "10.1.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.1.0.2"}}], "meta": {"injected": false, "tenant_id": "ac78dfeb7c184f10b9c4f68e5bd193af", "mtu": 1380, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap59a0c426-30", "ovs_interfaceid": "59a0c426-3060-42e6-921e-1f19466dc24a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:06:20.416133 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:76:8e,bridge_name='br-int',has_traffic_filtering=True,id=59a0c426-3060-42e6-921e-1f19466dc24a,network=Network(3b9b5199-d232-41e4-b505-4b3f04a85656),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a0c426-30') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:06:20.416527 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:76:8e,bridge_name='br-int',has_traffic_filtering=True,id=59a0c426-3060-42e6-921e-1f19466dc24a,network=Network(3b9b5199-d232-41e4-b505-4b3f04a85656),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a0c426-30') {{(pid=88153) unplug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:109}}
Apr 30 16:06:20.417901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:20.418315 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59a0c426-30, bridge=br-int, if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:06:20.418613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:06:20.421041 np0040594247 nova-compute[88153]: INFO os_vif [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:76:8e,bridge_name='br-int',has_traffic_filtering=True,id=59a0c426-3060-42e6-921e-1f19466dc24a,network=Network(3b9b5199-d232-41e4-b505-4b3f04a85656),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59a0c426-30')
Apr 30 16:06:20.421311 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Unplugged VIFs for instance {{(pid=88153) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3049}}
Apr 30 16:06:20.421647 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:06:20.421974 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:06:20.881663 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:21.361860 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:06:21.865566 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] [instance: 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d] Took 1.44 seconds to deallocate network for instance.
Apr 30 16:06:22.920609 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Deleted allocations for instance 266ea0bb-a06c-4c10-b4e9-bfcf1261d82d
Apr 30 16:06:23.432609 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-d1b23a6a-ff37-4858-90b4-f3436c390a41 tempest-TestStampPattern-1243437746 tempest-TestStampPattern-1243437746-project-member] Lock "266ea0bb-a06c-4c10-b4e9-bfcf1261d82d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.289s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:06:24.351163 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 3931-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:06:24.352684 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:06:24.352902 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:06:24.353081 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:06:24.353639 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:24.353967 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:06:26.522973 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:26.524573 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:27.361815 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:27.396214 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:27.593174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:27.626659 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:28.099519 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:28.125279 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:29.357791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:29.507666 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:29.537199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:29.742316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:29.774412 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:30.205226 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:30.224584 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:30.890217 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:30.890785 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 16:06:31.394651 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 16:06:33.246940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:33.254316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:33.266363 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:33.306199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:33.371702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:33.413247 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.293054 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.304193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.306891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.314167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.353613 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.361713 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.422660 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.470480 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.531656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.535110 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.536484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.537279 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.549986 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:34.552354 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:36.639854 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:36.648824 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:36.664859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:36.700851 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:36.764000 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:36.808979 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:38.527424 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:38.529883 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:38.533725 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:38.890310 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:39.366932 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:44.356612 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:44.364257 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:47.021510 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_power_states {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:06:48.349182 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:48.380395 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:48.534954 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:48.538133 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:48.597440 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:48.638807 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:49.067795 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:49.091918 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:49.367230 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:54.358909 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:59.361388 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:06:59.362107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:06:59.362462 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:06:59.362791 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:06:59.363508 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:06:59.363849 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:06:59.372587 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:04.374448 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:04.375285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:04.375441 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:04.375891 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:04.376501 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:04.890201 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:05.397705 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:07:05.398409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:07:05.398409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:07:05.398650 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:07:05.529911 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:07:05.531347 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1920MB free_disk=56.46360778808594GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:07:05.531714 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:07:05.532116 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:07:06.786502 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:07:06.787326 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:07:06.837829 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]: </device>
Apr 30 16:07:06.842703 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:07:06.844418 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:07:06.844418 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:07:06.844418 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:07:06.844418 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:07:07.348811 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:07:07.349282 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:07:07.860256 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:07:07.860877 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.328s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:07:09.378188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:09.379153 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:09.379332 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:09.379512 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:09.380036 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:09.380341 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:12.860337 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:12.888943 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:14.381401 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:14.382918 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:14.383104 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:14.383274 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:14.383952 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:14.384251 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:15.890151 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:15.890854 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:07:16.890266 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:19.385308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:19.387101 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:19.387293 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:19.387451 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:19.387946 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:19.388247 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:19.881202 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:20.889184 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:21.891515 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:07:24.389380 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:24.391296 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:24.391526 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:24.391693 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:24.392323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:24.392627 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:29.394468 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:29.395133 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:29.395472 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:29.395642 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:29.396433 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:29.396826 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:34.400426 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:34.401984 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:34.402168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5005 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:34.402340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:34.402989 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:34.403297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:39.403841 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:39.405494 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:39.405750 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:39.405922 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:39.406664 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:39.407070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:44.410167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:44.412197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:44.412197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:44.412197 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:44.412849 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:44.413410 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:49.414339 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:49.415173 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:49.415361 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:49.415513 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:49.416285 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:49.416589 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:54.419442 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:54.420753 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:54.420917 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:54.421107 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:54.421785 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:54.422083 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:59.424544 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:59.425870 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:07:59.426164 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:07:59.426249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:07:59.426933 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:07:59.427252 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:00.509455 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.528656 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.544188 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.827250 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.844141 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.846223 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.850196 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.856949 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.897364 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:00.938266 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:04.400929 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:05.889933 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:06.398478 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:06.398478 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:06.398478 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:06.398478 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:08:06.530938 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:08:06.532193 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1950MB free_disk=56.463592529296875GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:08:06.532414 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:06.532756 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:07.571414 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 0 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:08:07.574821 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=512MB phys_disk=69GB used_disk=0GB total_vcpus=8 used_vcpus=0 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:08:07.625591 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]: </device>
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:08:07.633527 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:08:08.136491 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:08:08.138695 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:08:08.141162 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:08:08.141567 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.609s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:09.403297 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:09.404948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:09.405715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:08:09.405715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:09.405943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:09.406168 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:13.142428 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:13.143089 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:14.402715 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:15.889366 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:15.890032 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:08:18.890690 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:19.405044 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:19.405768 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:19.406029 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:08:19.406143 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:19.406657 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:19.407340 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:19.881337 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:21.880385 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:22.889434 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:22.890330 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:08:23.047122 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "83073be5-dc52-4231-a4cb-5f3e40111259" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:23.047536 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "83073be5-dc52-4231-a4cb-5f3e40111259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:23.551234 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:08:24.084533 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:24.085057 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:24.089870 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:08:24.090331 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Claim successful on node np0040594247
Apr 30 16:08:24.409293 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:24.410918 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:24.411119 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:08:24.411308 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:24.411963 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:24.412314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:24.596140 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Skip claiming resources of provider 717ac271-5dd5-50ae-937e-09316a6ad313, since the provider UUIDs are not in provider tree. {{(pid=88153) _claim_resources /opt/stack/nova/nova/compute/resource_tracker.py:471}}
Apr 30 16:08:25.179206 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] DNM bauzas xmlstr <device>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]: </device>
Apr 30 16:08:25.184654 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:08:25.185478 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:08:25.185478 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:08:25.185747 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:08:25.186058 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:08:25.690627 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:08:25.691116 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:08:26.201894 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:26.202604 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:08:26.710985 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Allocating IP information in the background. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}}
Apr 30 16:08:26.711278 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] allocate_for_instance() {{(pid=88153) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}}
Apr 30 16:08:27.215567 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:08:27.290556 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Successfully created port: 583fc46d-8483-46e9-a6c2-6c830a55583e {{(pid=88153) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Apr 30 16:08:27.721400 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:08:27.846916 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Successfully updated port: 583fc46d-8483-46e9-a6c2-6c830a55583e {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:08:27.877362 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Received event network-changed-583fc46d-8483-46e9-a6c2-6c830a55583e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:08:27.877659 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Refreshing instance network info cache due to event network-changed-583fc46d-8483-46e9-a6c2-6c830a55583e. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:08:27.878022 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] Acquiring lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:08:27.878280 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] Acquired lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:08:27.878590 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Refreshing network info cache for port 583fc46d-8483-46e9-a6c2-6c830a55583e {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:08:28.427281 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:08:28.554062 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:08:28.733713 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:08:28.735360 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:08:28.735777 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Creating image(s)
Apr 30 16:08:28.736397 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "/opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:28.736738 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "/opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:28.737597 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "/opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:28.738315 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:08:28.743864 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:08:28.745476 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:08:28.839352 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:08:28.840019 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:28.840948 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:28.841640 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:08:28.847094 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:08:28.847628 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:08:28.941502 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:08:28.942430 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:08:28.979943 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk 1073741824" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:08:28.980614 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.140s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:28.981155 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:08:29.057950 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-e896d966-31e8-49e8-8068-9ab40c181376 req-f7091714-7008-40e8-817f-a78d494014cc service nova] Releasing lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:08:29.074524 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:08:29.075078 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Checking if we can resize image /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:08:29.075517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:08:29.111338 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Successfully updated port: cae2ef53-94c0-494b-8c7f-a99786006971 {{(pid=88153) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Apr 30 16:08:29.142429 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Received event network-changed-cae2ef53-94c0-494b-8c7f-a99786006971 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:08:29.142900 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Refreshing instance network info cache due to event network-changed-cae2ef53-94c0-494b-8c7f-a99786006971. {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}}
Apr 30 16:08:29.143355 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] Acquiring lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:08:29.143706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] Acquired lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:08:29.144084 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Refreshing network info cache for port cae2ef53-94c0-494b-8c7f-a99786006971 {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}}
Apr 30 16:08:29.166906 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:08:29.167447 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Cannot resize image /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:08:29.168060 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:08:29.168473 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Ensure instance console log exists: /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:08:29.169021 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:29.169420 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:29.169849 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:29.413425 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:29.415838 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:29.416063 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:08:29.416248 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:29.416943 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:29.417314 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:29.615506 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:08:29.715240 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:08:29.856830 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:08:30.360336 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-3bbaef9f-1683-4d1d-8022-49f0f0089dce req-1090c89b-a2cc-433b-a19b-1a760a2d7e24 service nova] Releasing lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:08:30.360932 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquired lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:08:30.361193 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:08:30.932894 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:08:31.401891 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Updating instance_info_cache with network_info: [{"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:08:31.905430 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Releasing lock "refresh_cache-83073be5-dc52-4231-a4cb-5f3e40111259" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:08:31.906716 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Instance network_info: |[{"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}]| {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}}
Apr 30 16:08:31.911600 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Start _get_guest_xml network_info=[{"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'sata', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'sata', 'dev': 'sda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-04-30T15:26:16Z,direct_url=<?>,disk_format='qcow2',id=96c6f562-5600-4b1b-af0a-4324dc1f2905,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21233664,status='active',tags=<?>,updated_at=2025-04-30T15:26:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'device_name': '/dev/vda', 'encrypted': False, 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '96c6f562-5600-4b1b-af0a-4324dc1f2905'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8043}}
Apr 30 16:08:31.916903 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:08:31.918877 np0040594247 nova-compute[88153]: DEBUG nova.virt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='96c6f562-5600-4b1b-af0a-4324dc1f2905', instance_meta=NovaInstanceMeta(name='heal-allocations-test', uuid='83073be5-dc52-4231-a4cb-5f3e40111259'), owner=OwnerMeta(userid='12e1a9f8fcec4802bb117948ef2d87f3', username='admin', projectid='44acc1c9fbc14ff6b50d236b171813f0', projectname='admin'), image=ImageMeta(id='96c6f562-5600-4b1b-af0a-4324dc1f2905', name=None, properties=ImageMetaProps(hw_architecture=<?>,hw_auto_disk_config=<?>,hw_boot_menu=<?>,hw_cdrom_bus=<?>,hw_cpu_cores=<?>,hw_cpu_max_cores=<?>,hw_cpu_max_sockets=<?>,hw_cpu_max_threads=<?>,hw_cpu_policy=<?>,hw_cpu_realtime_mask=<?>,hw_cpu_sockets=<?>,hw_cpu_thread_policy=<?>,hw_cpu_threads=<?>,hw_device_id=<?>,hw_disk_bus=<?>,hw_disk_type=<?>,hw_emulation_architecture=<?>,hw_ephemeral_encryption=<?>,hw_ephemeral_encryption_format=<?>,hw_ephemeral_encryption_secret_uuid=<?>,hw_firmware_stateless=<?>,hw_firmware_type=<?>,hw_floppy_bus=<?>,hw_input_bus=<?>,hw_ipxe_boot=<?>,hw_locked_memory=<?>,hw_machine_type=<?>,hw_maxphysaddr_bits=<?>,hw_maxphysaddr_mode=<?>,hw_mem_encryption=<?>,hw_mem_page_size=<?>,hw_numa_cpus=<?>,hw_numa_mem=<?>,hw_numa_nodes=<?>,hw_pci_numa_affinity_policy=<?>,hw_pmu=<?>,hw_pointer_model=<?>,hw_qemu_guest_agent=<?>,hw_rescue_bus=<?>,hw_rescue_device=<?>,hw_rng_model='virtio',hw_scsi_model='virtio-scsi',hw_serial_port_count=<?>,hw_time_hpet=<?>,hw_tpm_model=<?>,hw_tpm_version=<?>,hw_video_model=<?>,hw_video_ram=<?>,hw_vif_model=<?>,hw_vif_multiqueue_enabled=<?>,hw_viommu_model=<?>,hw_virtio_packed_ring=<?>,hw_vm_mode=<?>,hw_watchdog_action=<?>,img_bdm_v2=<?>,img_bittorrent=<?>,img_block_device_mapping=<?>,img_cache_in_nova=<?>,img_compression_level=<?>,img_config_drive=<?>,img_hide_hypervisor_id=<?>,img_hv_requested_version=<?>,img_hv_type=<?>,img_linked_clone=<?>,img_mappings=<?>,img_owner_id=<?>,img_root_device_name=<?>,img_signature=<?>,img_signature_certificate_uuid=<?>,img_signature_hash_method=<?>,img_signature_key_type=<?>,img_use_agent=<?>,img_version=<?>,os_admin_user=<?>,os_command_line=<?>,os_distro=<?>,os_require_quiesce=<?>,os_secure_boot=<?>,os_skip_agent_inject_files_at_boot=<?>,os_skip_agent_inject_ssh=<?>,os_type=<?>,traits_required=<?>)), flavor=FlavorMeta(name='m1.tiny', memory_mb=512, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[{"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}], nova_package='31.1.0', creation_time=1746029311.9178467) {{(pid=88153) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:401}}
Apr 30 16:08:31.921057 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Searching host: 'np0040594247' for CPU controller through CGroups V1... {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1695}}
Apr 30 16:08:31.921619 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CPU controller missing on host. {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1705}}
Apr 30 16:08:31.923651 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Searching host: 'np0040594247' for CPU controller through CGroups V2... {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1714}}
Apr 30 16:08:31.924115 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CPU controller found on host. {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1721}}
Apr 30 16:08:31.925598 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=88153) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5858}}
Apr 30 16:08:31.926271 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-30T15:25:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-04-30T15:26:16Z,direct_url=<?>,disk_format='qcow2',id=96c6f562-5600-4b1b-af0a-4324dc1f2905,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21233664,status='active',tags=<?>,updated_at=2025-04-30T15:26:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
Apr 30 16:08:31.926708 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Flavor limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Apr 30 16:08:31.927082 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Image limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
Apr 30 16:08:31.927490 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Flavor pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Apr 30 16:08:31.927867 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Image pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
Apr 30 16:08:31.928224 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
Apr 30 16:08:31.928649 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
Apr 30 16:08:31.929484 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
Apr 30 16:08:31.929599 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Got 1 possible topologies {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
Apr 30 16:08:31.930041 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
Apr 30 16:08:31.930446 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
Apr 30 16:08:31.956872 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:08:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='heal-allocations-test',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='np0040594247',hostname='heal-allocations-test',id=182,image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44acc1c9fbc14ff6b50d236b171813f0',ramdisk_id='',reservation_id='r-uvh1042s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member,admin,manager',image_base_image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='q35',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='admin',owner_user_name='admin'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:08:28Z,user_data=None,user_id='12e1a9f8fcec4802bb117948ef2d87f3',uuid=83073be5-dc52-4231-a4cb-5f3e40111259,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=88153) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:574}}
Apr 30 16:08:31.958049 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converting VIF {"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:08:31.959160 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:98:3e,bridge_name='br-int',has_traffic_filtering=True,id=583fc46d-8483-46e9-a6c2-6c830a55583e,network=Network(1b621d6b-a621-4f1c-9d7c-c111e86423e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap583fc46d-84') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:08:31.960376 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:08:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='heal-allocations-test',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='np0040594247',hostname='heal-allocations-test',id=182,image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44acc1c9fbc14ff6b50d236b171813f0',ramdisk_id='',reservation_id='r-uvh1042s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member,admin,manager',image_base_image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='q35',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='admin',owner_user_name='admin'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:08:28Z,user_data=None,user_id='12e1a9f8fcec4802bb117948ef2d87f3',uuid=83073be5-dc52-4231-a4cb-5f3e40111259,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=qemu {{(pid=88153) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:574}}
Apr 30 16:08:31.960872 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converting VIF {"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:08:31.961640 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:23:cb,bridge_name='br-int',has_traffic_filtering=True,id=cae2ef53-94c0-494b-8c7f-a99786006971,network=Network(7ee07095-33ea-499f-a625-bce2c23f654e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcae2ef53-94') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:08:31.962649 np0040594247 nova-compute[88153]: DEBUG nova.objects.instance [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lazy-loading 'pci_devices' on Instance uuid 83073be5-dc52-4231-a4cb-5f3e40111259 {{(pid=88153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] End _get_guest_xml xml=<domain type="qemu">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <uuid>83073be5-dc52-4231-a4cb-5f3e40111259</uuid>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <name>instance-000000b6</name>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <memory>524288</memory>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <vcpu>1</vcpu>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <metadata>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <nova:package version="31.1.0"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <nova:name>heal-allocations-test</nova:name>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <nova:creationTime>2025-04-30 16:08:31</nova:creationTime>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <nova:flavor name="m1.tiny">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:memory>512</nova:memory>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:disk>1</nova:disk>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:swap>0</nova:swap>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:ephemeral>0</nova:ephemeral>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:vcpus>1</nova:vcpus>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       </nova:flavor>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <nova:owner>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:user uuid="12e1a9f8fcec4802bb117948ef2d87f3">admin</nova:user>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:project uuid="44acc1c9fbc14ff6b50d236b171813f0">admin</nova:project>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       </nova:owner>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <nova:root type="image" uuid="96c6f562-5600-4b1b-af0a-4324dc1f2905"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <nova:ports>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:port uuid="583fc46d-8483-46e9-a6c2-6c830a55583e">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:           <nova:ip type="fixed" address="172.24.5.110" ipVersion="4"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:           <nova:ip type="fixed" address="2001:db8::15" ipVersion="6"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         </nova:port>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         <nova:port uuid="cae2ef53-94c0-494b-8c7f-a99786006971">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:           <nova:ip type="fixed" address="10.0.4.25" ipVersion="4"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:         </nova:port>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       </nova:ports>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </nova:instance>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   </metadata>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <sysinfo type="smbios">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <system>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <entry name="manufacturer">OpenStack Foundation</entry>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <entry name="product">OpenStack Nova</entry>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <entry name="version">31.1.0</entry>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <entry name="serial">83073be5-dc52-4231-a4cb-5f3e40111259</entry>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <entry name="uuid">83073be5-dc52-4231-a4cb-5f3e40111259</entry>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <entry name="family">Virtual Machine</entry>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </system>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   </sysinfo>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <os>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <type arch="x86_64" machine="q35">hvm</type>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <boot dev="hd"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <smbios mode="sysinfo"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   </os>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <features>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <acpi/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <tcg>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <tb-cache unit="MiB">128</tb-cache>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </tcg>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <vmcoreinfo/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   </features>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <clock offset="utc"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <cpu mode="custom" match="exact">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <model>Nehalem</model>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <topology sockets="1" cores="1" threads="1"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   <devices>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <disk type="file" device="disk">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <driver name="qemu" type="qcow2" cache="none"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <target dev="vda" bus="virtio"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </disk>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <disk type="file" device="cdrom">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <driver name="qemu" type="raw" cache="none"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk.config"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <target dev="sda" bus="sata"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </disk>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <interface type="ethernet">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <mac address="fa:16:3e:21:98:3e"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <model type="virtio"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <driver name="qemu"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <mtu size="1430"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <target dev="tap583fc46d-84"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </interface>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <interface type="ethernet">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <mac address="fa:16:3e:5d:23:cb"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <model type="virtio"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <driver name="qemu"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <mtu size="1430"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <target dev="tapcae2ef53-94"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </interface>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <serial type="pty">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <log file="/opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/console.log" append="off"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </serial>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <video>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <model type="virtio"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </video>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <rng model="virtio">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <backend model="random">/dev/urandom</backend>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </rng>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <controller type="usb" index="0" model="none"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     <memballoon model="virtio">
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:       <stats period="10"/>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:     </memballoon>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:   </devices>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]: </domain>
Apr 30 16:08:32.469125 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8049}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Preparing to wait for external event network-vif-plugged-583fc46d-8483-46e9-a6c2-6c830a55583e {{(pid=88153) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:284}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Preparing to wait for external event network-vif-plugged-cae2ef53-94c0-494b-8c7f-a99786006971 {{(pid=88153) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:284}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Acquiring lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:08:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='heal-allocations-test',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='np0040594247',hostname='heal-allocations-test',id=182,image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44acc1c9fbc14ff6b50d236b171813f0',ramdisk_id='',reservation_id='r-uvh1042s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member,admin,manager',image_base_image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='q35',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='admin',owner_user_name='admin'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:08:28Z,user_data=None,user_id='12e1a9f8fcec4802bb117948ef2d87f3',uuid=83073be5-dc52-4231-a4cb-5f3e40111259,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) plug /opt/stack/nova/nova/virt/libvirt/vif.py:721}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converting VIF {"id": "583fc46d-8483-46e9-a6c2-6c830a55583e", "address": "fa:16:3e:21:98:3e", "network": {"id": "1b621d6b-a621-4f1c-9d7c-c111e86423e1", "bridge": "br-int", "label": "public", "subnets": [{"cidr": "172.24.5.0/24", "dns": [], "gateway": {"address": "172.24.5.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "172.24.5.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}, {"cidr": "2001:db8::/64", "dns": [], "gateway": {"address": "2001:db8::2", "type": "gateway", "version": 6, "meta": {}}, "ips": [{"address": "2001:db8::15", "type": "fixed", "version": 6, "meta": {}, "floating_ips": []}], "routes": [], "version": 6, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tap583fc46d-84", "ovs_interfaceid": "583fc46d-8483-46e9-a6c2-6c830a55583e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:98:3e,bridge_name='br-int',has_traffic_filtering=True,id=583fc46d-8483-46e9-a6c2-6c830a55583e,network=Network(1b621d6b-a621-4f1c-9d7c-c111e86423e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap583fc46d-84') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:98:3e,bridge_name='br-int',has_traffic_filtering=True,id=583fc46d-8483-46e9-a6c2-6c830a55583e,network=Network(1b621d6b-a621-4f1c-9d7c-c111e86423e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap583fc46d-84') {{(pid=88153) plug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:76}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.475602 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.476751 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:08:32.477044 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.477383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b055b562-7c4f-5eae-8d1a-a9fef8a460eb', '_type': 'linux-noop'}}, row=False) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.478575 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.480315 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.483122 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.483471 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap583fc46d-84, may_exist=True, interface_attrs={}) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.484065 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap583fc46d-84, col_values=(('qos', UUID('93af1311-cb95-4e4e-b245-96639eef573b')),), if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.484435 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap583fc46d-84, col_values=(('external_ids', {'iface-id': '583fc46d-8483-46e9-a6c2-6c830a55583e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:98:3e', 'vm-uuid': '83073be5-dc52-4231-a4cb-5f3e40111259'}),), if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.485722 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.489417 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:32.493044 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.494039 np0040594247 nova-compute[88153]: INFO os_vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:98:3e,bridge_name='br-int',has_traffic_filtering=True,id=583fc46d-8483-46e9-a6c2-6c830a55583e,network=Network(1b621d6b-a621-4f1c-9d7c-c111e86423e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap583fc46d-84')
Apr 30 16:08:32.495041 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2025-04-30T16:08:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='heal-allocations-test',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='np0040594247',hostname='heal-allocations-test',id=182,image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='np0040594247',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='np0040594247',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='44acc1c9fbc14ff6b50d236b171813f0',ramdisk_id='',reservation_id='r-uvh1042s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member,admin,manager',image_base_image_ref='96c6f562-5600-4b1b-af0a-4324dc1f2905',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='q35',image_hw_rng_model='virtio',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.1-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='admin',owner_user_name='admin'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2025-04-30T16:08:28Z,user_data=None,user_id='12e1a9f8fcec4802bb117948ef2d87f3',uuid=83073be5-dc52-4231-a4cb-5f3e40111259,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) plug /opt/stack/nova/nova/virt/libvirt/vif.py:721}}
Apr 30 16:08:32.495372 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converting VIF {"id": "cae2ef53-94c0-494b-8c7f-a99786006971", "address": "fa:16:3e:5d:23:cb", "network": {"id": "7ee07095-33ea-499f-a625-bce2c23f654e", "bridge": "br-int", "label": "net0", "subnets": [{"cidr": "10.0.4.0/24", "dns": [], "gateway": {"address": "10.0.4.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.4.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "10.0.4.2"}}], "meta": {"injected": false, "tenant_id": "44acc1c9fbc14ff6b50d236b171813f0", "mtu": 1430, "physical_network": "public", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int", "bound_drivers": {"0": "openvswitch"}}, "devname": "tapcae2ef53-94", "ovs_interfaceid": "cae2ef53-94c0-494b-8c7f-a99786006971", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {"allocation": {"7930d907-9af9-5658-813a-df77d97c3dd8": "717ac271-5dd5-50ae-937e-09316a6ad313"}}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Apr 30 16:08:32.496074 np0040594247 nova-compute[88153]: DEBUG nova.network.os_vif_util [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:23:cb,bridge_name='br-int',has_traffic_filtering=True,id=cae2ef53-94c0-494b-8c7f-a99786006971,network=Network(7ee07095-33ea-499f-a625-bce2c23f654e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcae2ef53-94') {{(pid=88153) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Apr 30 16:08:32.496474 np0040594247 nova-compute[88153]: DEBUG os_vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:23:cb,bridge_name='br-int',has_traffic_filtering=True,id=cae2ef53-94c0-494b-8c7f-a99786006971,network=Network(7ee07095-33ea-499f-a625-bce2c23f654e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcae2ef53-94') {{(pid=88153) plug /opt/stack/data/venv/lib/python3.12/site-packages/os_vif/__init__.py:76}}
Apr 30 16:08:32.496912 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.497248 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.497507 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Apr 30 16:08:32.498351 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.498704 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '53db9811-ebdd-5362-8a20-34bb29d63300', '_type': 'linux-noop'}}, row=False) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.499663 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.501760 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:32.506337 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.509287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 21 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.509618 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcae2ef53-94, may_exist=True, interface_attrs={}) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.510106 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcae2ef53-94, col_values=(('qos', UUID('3f5b726c-5caf-4727-96da-c608f36d7f0d')),), if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.510379 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcae2ef53-94, col_values=(('external_ids', {'iface-id': 'cae2ef53-94c0-494b-8c7f-a99786006971', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:23:cb', 'vm-uuid': '83073be5-dc52-4231-a4cb-5f3e40111259'}),), if_exists=True) {{(pid=88153) do_commit /opt/stack/data/venv/lib/python3.12/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Apr 30 16:08:32.511467 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.514612 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:32.522999 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.524229 np0040594247 nova-compute[88153]: INFO os_vif [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:23:cb,bridge_name='br-int',has_traffic_filtering=True,id=cae2ef53-94c0-494b-8c7f-a99786006971,network=Network(7ee07095-33ea-499f-a625-bce2c23f654e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcae2ef53-94')
Apr 30 16:08:32.585473 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.597706 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.599904 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.612996 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.618460 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.629277 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.631530 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.642253 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:32.862197 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-926477b9-0549-43d8-af17-cecd5c917648 req-70cb61b9-6a11-414e-b8fa-d8c87e112dfc service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Received event network-vif-plugged-cae2ef53-94c0-494b-8c7f-a99786006971 {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:08:32.862517 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-926477b9-0549-43d8-af17-cecd5c917648 req-70cb61b9-6a11-414e-b8fa-d8c87e112dfc service nova] Acquiring lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:32.862862 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-926477b9-0549-43d8-af17-cecd5c917648 req-70cb61b9-6a11-414e-b8fa-d8c87e112dfc service nova] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:32.863157 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-926477b9-0549-43d8-af17-cecd5c917648 req-70cb61b9-6a11-414e-b8fa-d8c87e112dfc service nova] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:32.863437 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-926477b9-0549-43d8-af17-cecd5c917648 req-70cb61b9-6a11-414e-b8fa-d8c87e112dfc service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Processing event network-vif-plugged-cae2ef53-94c0-494b-8c7f-a99786006971 {{(pid=88153) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11497}}
Apr 30 16:08:34.048877 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] No BDM found with device name vda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 16:08:34.049527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] No BDM found with device name sda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 16:08:34.049527 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] No VIF found with MAC fa:16:3e:21:98:3e, not building metadata {{(pid=88153) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12812}}
Apr 30 16:08:34.049727 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] No VIF found with MAC fa:16:3e:5d:23:cb, not building metadata {{(pid=88153) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12812}}
Apr 30 16:08:34.050493 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Using config drive
Apr 30 16:08:34.668269 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Creating config drive at /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk.config
Apr 30 16:08:34.673595 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpi7okzjxk {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:08:34.710789 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] CMD "genisoimage -o /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpi7okzjxk" returned: 0 in 0.037s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:08:34.752707 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:34.759550 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:34.769155 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:34.912395 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-006fb85a-5cd5-451f-99cb-849e38cc56d4 req-d70a92f2-b516-4328-886f-ffe34282cdb8 service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Received event network-vif-plugged-583fc46d-8483-46e9-a6c2-6c830a55583e {{(pid=88153) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}}
Apr 30 16:08:34.912942 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-006fb85a-5cd5-451f-99cb-849e38cc56d4 req-d70a92f2-b516-4328-886f-ffe34282cdb8 service nova] Acquiring lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:08:34.913314 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-006fb85a-5cd5-451f-99cb-849e38cc56d4 req-d70a92f2-b516-4328-886f-ffe34282cdb8 service nova] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:08:34.913638 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [req-006fb85a-5cd5-451f-99cb-849e38cc56d4 req-d70a92f2-b516-4328-886f-ffe34282cdb8 service nova] Lock "83073be5-dc52-4231-a4cb-5f3e40111259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:34.913953 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [req-006fb85a-5cd5-451f-99cb-849e38cc56d4 req-d70a92f2-b516-4328-886f-ffe34282cdb8 service nova] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Processing event network-vif-plugged-583fc46d-8483-46e9-a6c2-6c830a55583e {{(pid=88153) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11497}}
Apr 30 16:08:36.273598 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Instance event wait completed in 0 seconds for network-vif-plugged,network-vif-plugged {{(pid=88153) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:578}}
Apr 30 16:08:36.276738 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Guest created on hypervisor {{(pid=88153) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4872}}
Apr 30 16:08:36.280161 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Instance spawned successfully.
Apr 30 16:08:36.280610 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1007}}
Apr 30 16:08:36.793010 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Found default for hw_cdrom_bus of sata {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:08:36.793299 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Found default for hw_disk_bus of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:08:36.793996 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Found default for hw_input_bus of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:08:36.794593 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Found default for hw_pointer_model of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:08:36.795737 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Found default for hw_video_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:08:36.796364 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Found default for hw_vif_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:08:37.107997 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:37.110644 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:37.112959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:37.114934 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:37.306692 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Took 8.57 seconds to spawn the instance on the hypervisor.
Apr 30 16:08:37.307475 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Checking state {{(pid=88153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}}
Apr 30 16:08:37.824004 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] [instance: 83073be5-dc52-4231-a4cb-5f3e40111259] Took 13.77 seconds to build instance.
Apr 30 16:08:38.327469 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-11093957-91d9-4af3-a40d-430b58cca1c2 admin admin] Lock "83073be5-dc52-4231-a4cb-5f3e40111259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.280s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:08:39.412578 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:42.513093 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:47.514916 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:47.516698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:47.517012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:08:47.517287 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:47.518185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:47.518484 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:52.519327 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:52.520936 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:52.521140 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:08:52.521316 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:52.521962 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:52.522422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:54.417312 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:59.420091 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:59.423225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:08:59.423225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:08:59.423225 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:08:59.424012 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:08:59.424407 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:09:04.423889 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:06.890347 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:07.398914 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:09:07.399277 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:09:07.399551 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:09:07.400015 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:09:08.431812 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:08.523404 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:08.524087 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:08.621623 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:08.757592 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:09:08.760377 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1615MB free_disk=56.436683654785156GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:09:08.760815 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:09:08.761490 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:09:09.426394 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:09.803124 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 83073be5-dc52-4231-a4cb-5f3e40111259 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 16:09:09.803577 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:09:09.803912 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=1024MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:09:09.883065 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]: </device>
Apr 30 16:09:09.888025 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:09:09.888872 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:09:09.888872 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:09:09.888983 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:09:09.889316 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:09:10.394145 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:09:10.394641 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:09:10.906507 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:09:10.907241 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:09:14.431194 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:15.907998 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:15.908589 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:15.908780 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:15.908994 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:09:19.436698 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:19.891869 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:20.881317 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:23.889879 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:24.435811 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:24.889866 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:09:29.436137 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:29.441383 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:34.443054 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:09:34.444610 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:09:34.444857 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:09:34.444959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:09:34.445597 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:34.445924 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:09:39.440905 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:41.462936 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Acquiring lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:09:41.463478 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:09:41.966500 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:09:42.499960 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:09:42.500443 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:09:42.505269 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:09:42.505572 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Claim successful on node np0040594247
Apr 30 16:09:43.615814 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] DNM bauzas xmlstr <device>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]: </device>
Apr 30 16:09:43.621206 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:09:43.622277 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:09:43.622277 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:09:43.622277 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:09:43.622623 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:09:44.127860 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:09:44.128401 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:09:44.445790 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:44.641147 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:09:44.641825 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:09:45.149927 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 16:09:45.652114 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:09:46.157901 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:09:47.170554 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:09:47.172290 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:09:47.172780 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Creating image(s)
Apr 30 16:09:47.173531 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Acquiring lock "/opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:09:47.173880 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "/opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:09:47.174811 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "/opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:09:47.175574 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:09:47.180901 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:09:47.182575 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:47.276858 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.094s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:47.277460 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Acquiring lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:09:47.278239 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:09:47.279023 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:09:47.284309 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:09:47.284859 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:47.372694 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.087s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:47.373330 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:47.407378 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk 1073741824" returned: 0 in 0.033s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:47.408051 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.130s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:09:47.408546 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:47.495610 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.086s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:47.496258 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Checking if we can resize image /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:09:47.496664 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:47.586908 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:47.587538 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Cannot resize image /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:09:47.588175 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:09:47.588530 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Ensure instance console log exists: /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:09:47.589073 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:09:47.589473 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:09:47.590073 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:09:47.591912 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'sata', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'sata', 'dev': 'sda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-04-30T15:26:16Z,direct_url=<?>,disk_format='qcow2',id=96c6f562-5600-4b1b-af0a-4324dc1f2905,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21233664,status='active',tags=<?>,updated_at=2025-04-30T15:26:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'device_name': '/dev/vda', 'encrypted': False, 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '96c6f562-5600-4b1b-af0a-4324dc1f2905'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8043}}
Apr 30 16:09:47.596413 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:09:47.598491 np0040594247 nova-compute[88153]: DEBUG nova.virt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='96c6f562-5600-4b1b-af0a-4324dc1f2905', instance_meta=NovaInstanceMeta(name='metadata-items-test1', uuid='5f2f036c-2008-4ebf-9cad-6af25a82c72e'), owner=OwnerMeta(userid='12e1a9f8fcec4802bb117948ef2d87f3', username='admin', projectid='44acc1c9fbc14ff6b50d236b171813f0', projectname='admin'), image=ImageMeta(id='96c6f562-5600-4b1b-af0a-4324dc1f2905', name=None, properties=ImageMetaProps(hw_architecture=<?>,hw_auto_disk_config=<?>,hw_boot_menu=<?>,hw_cdrom_bus=<?>,hw_cpu_cores=<?>,hw_cpu_max_cores=<?>,hw_cpu_max_sockets=<?>,hw_cpu_max_threads=<?>,hw_cpu_policy=<?>,hw_cpu_realtime_mask=<?>,hw_cpu_sockets=<?>,hw_cpu_thread_policy=<?>,hw_cpu_threads=<?>,hw_device_id=<?>,hw_disk_bus=<?>,hw_disk_type=<?>,hw_emulation_architecture=<?>,hw_ephemeral_encryption=<?>,hw_ephemeral_encryption_format=<?>,hw_ephemeral_encryption_secret_uuid=<?>,hw_firmware_stateless=<?>,hw_firmware_type=<?>,hw_floppy_bus=<?>,hw_input_bus=<?>,hw_ipxe_boot=<?>,hw_locked_memory=<?>,hw_machine_type=<?>,hw_maxphysaddr_bits=<?>,hw_maxphysaddr_mode=<?>,hw_mem_encryption=<?>,hw_mem_page_size=<?>,hw_numa_cpus=<?>,hw_numa_mem=<?>,hw_numa_nodes=<?>,hw_pci_numa_affinity_policy=<?>,hw_pmu=<?>,hw_pointer_model=<?>,hw_qemu_guest_agent=<?>,hw_rescue_bus=<?>,hw_rescue_device=<?>,hw_rng_model='virtio',hw_scsi_model='virtio-scsi',hw_serial_port_count=<?>,hw_time_hpet=<?>,hw_tpm_model=<?>,hw_tpm_version=<?>,hw_video_model=<?>,hw_video_ram=<?>,hw_vif_model=<?>,hw_vif_multiqueue_enabled=<?>,hw_viommu_model=<?>,hw_virtio_packed_ring=<?>,hw_vm_mode=<?>,hw_watchdog_action=<?>,img_bdm_v2=<?>,img_bittorrent=<?>,img_block_device_mapping=<?>,img_cache_in_nova=<?>,img_compression_level=<?>,img_config_drive=<?>,img_hide_hypervisor_id=<?>,img_hv_requested_version=<?>,img_hv_type=<?>,img_linked_clone=<?>,img_mappings=<?>,img_owner_id=<?>,img_root_device_name=<?>,img_signature=<?>,img_signature_certificate_uuid=<?>,img_signature_hash_method=<?>,img_signature_key_type=<?>,img_use_agent=<?>,img_version=<?>,os_admin_user=<?>,os_command_line=<?>,os_distro=<?>,os_require_quiesce=<?>,os_secure_boot=<?>,os_skip_agent_inject_files_at_boot=<?>,os_skip_agent_inject_ssh=<?>,os_type=<?>,traits_required=<?>)), flavor=FlavorMeta(name='m1.tiny', memory_mb=512, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='31.1.0', creation_time=1746029387.5974793) {{(pid=88153) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:401}}
Apr 30 16:09:47.601282 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Searching host: 'np0040594247' for CPU controller through CGroups V1... {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1695}}
Apr 30 16:09:47.601920 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CPU controller missing on host. {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1705}}
Apr 30 16:09:47.603954 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Searching host: 'np0040594247' for CPU controller through CGroups V2... {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1714}}
Apr 30 16:09:47.604403 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CPU controller found on host. {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1721}}
Apr 30 16:09:47.605954 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=88153) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5858}}
Apr 30 16:09:47.606599 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-30T15:25:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-04-30T15:26:16Z,direct_url=<?>,disk_format='qcow2',id=96c6f562-5600-4b1b-af0a-4324dc1f2905,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21233664,status='active',tags=<?>,updated_at=2025-04-30T15:26:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
Apr 30 16:09:47.606989 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Flavor limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Apr 30 16:09:47.607258 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Image limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
Apr 30 16:09:47.607569 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Flavor pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Apr 30 16:09:47.607861 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Image pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
Apr 30 16:09:47.608138 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
Apr 30 16:09:47.608490 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
Apr 30 16:09:47.608800 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
Apr 30 16:09:47.609103 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Got 1 possible topologies {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
Apr 30 16:09:47.609390 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
Apr 30 16:09:47.609699 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
Apr 30 16:09:47.633977 np0040594247 nova-compute[88153]: DEBUG nova.objects.instance [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lazy-loading 'pci_devices' on Instance uuid 5f2f036c-2008-4ebf-9cad-6af25a82c72e {{(pid=88153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] End _get_guest_xml xml=<domain type="qemu">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <uuid>5f2f036c-2008-4ebf-9cad-6af25a82c72e</uuid>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <name>instance-000000b9</name>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <memory>524288</memory>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <vcpu>1</vcpu>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <metadata>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <nova:package version="31.1.0"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <nova:name>metadata-items-test1</nova:name>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <nova:creationTime>2025-04-30 16:09:47</nova:creationTime>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <nova:flavor name="m1.tiny">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:         <nova:memory>512</nova:memory>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:         <nova:disk>1</nova:disk>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:         <nova:swap>0</nova:swap>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:         <nova:ephemeral>0</nova:ephemeral>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:         <nova:vcpus>1</nova:vcpus>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       </nova:flavor>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <nova:owner>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:         <nova:user uuid="12e1a9f8fcec4802bb117948ef2d87f3">admin</nova:user>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:         <nova:project uuid="44acc1c9fbc14ff6b50d236b171813f0">admin</nova:project>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       </nova:owner>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <nova:root type="image" uuid="96c6f562-5600-4b1b-af0a-4324dc1f2905"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <nova:ports/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </nova:instance>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   </metadata>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <sysinfo type="smbios">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <system>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <entry name="manufacturer">OpenStack Foundation</entry>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <entry name="product">OpenStack Nova</entry>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <entry name="version">31.1.0</entry>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <entry name="serial">5f2f036c-2008-4ebf-9cad-6af25a82c72e</entry>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <entry name="uuid">5f2f036c-2008-4ebf-9cad-6af25a82c72e</entry>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <entry name="family">Virtual Machine</entry>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </system>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   </sysinfo>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <os>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <type arch="x86_64" machine="q35">hvm</type>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <boot dev="hd"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <smbios mode="sysinfo"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   </os>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <features>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <acpi/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <tcg>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <tb-cache unit="MiB">128</tb-cache>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </tcg>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <vmcoreinfo/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   </features>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <clock offset="utc"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <cpu mode="custom" match="exact">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <model>Nehalem</model>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <topology sockets="1" cores="1" threads="1"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   <devices>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <disk type="file" device="disk">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <driver name="qemu" type="qcow2" cache="none"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <target dev="vda" bus="virtio"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </disk>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <disk type="file" device="cdrom">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <driver name="qemu" type="raw" cache="none"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk.config"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <target dev="sda" bus="sata"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </disk>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <serial type="pty">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <log file="/opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/console.log" append="off"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </serial>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <video>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <model type="virtio"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </video>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <rng model="virtio">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <backend model="random">/dev/urandom</backend>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </rng>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <controller type="usb" index="0" model="none"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     <memballoon model="virtio">
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:       <stats period="10"/>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:     </memballoon>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:   </devices>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]: </domain>
Apr 30 16:09:48.139665 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8049}}
Apr 30 16:09:49.447039 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:49.662080 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] No BDM found with device name vda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 16:09:49.662320 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] No BDM found with device name sda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 16:09:49.663132 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Using config drive
Apr 30 16:09:50.291553 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Creating config drive at /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk.config
Apr 30 16:09:50.297552 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpkltfoj67 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:09:50.332792 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] CMD "genisoimage -o /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpkltfoj67" returned: 0 in 0.035s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:09:51.597642 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Instance event wait completed in 0 seconds for  {{(pid=88153) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:578}}
Apr 30 16:09:51.598295 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Guest created on hypervisor {{(pid=88153) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4872}}
Apr 30 16:09:51.601188 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Instance spawned successfully.
Apr 30 16:09:51.601649 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1007}}
Apr 30 16:09:52.116506 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Found default for hw_cdrom_bus of sata {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:09:52.116935 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Found default for hw_disk_bus of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:09:52.117460 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Found default for hw_input_bus of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:09:52.117939 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Found default for hw_pointer_model of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:09:52.118435 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Found default for hw_video_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:09:52.118945 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Found default for hw_vif_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:09:52.625516 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Took 5.45 seconds to spawn the instance on the hypervisor.
Apr 30 16:09:52.626107 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Checking state {{(pid=88153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}}
Apr 30 16:09:53.139166 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Took 10.67 seconds to build instance.
Apr 30 16:09:53.642295 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-1e85a49f-ed05-4858-97a0-699f6ce5232f admin admin] Lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.179s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:09:54.449974 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:59.454174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:09:59.457375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:09:59.457375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:09:59.457375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:09:59.457375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:09:59.457375 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:04.460468 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:04.461949 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:04.462150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:04.462329 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:04.462847 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:04.463172 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:06.214560 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Acquiring lock "d4cc132c-f513-484b-96c1-e5d155375420" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:06.215215 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "d4cc132c-f513-484b-96c1-e5d155375420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:06.718421 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Starting instance... {{(pid=88153) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}}
Apr 30 16:10:07.257712 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:07.258188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:07.263328 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Require both a host and instance NUMA topology to fit instance on host. {{(pid=88153) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2468}}
Apr 30 16:10:07.263738 np0040594247 nova-compute[88153]: INFO nova.compute.claims [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Claim successful on node np0040594247
Apr 30 16:10:08.398300 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] DNM bauzas xmlstr <device>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]: </device>
Apr 30 16:10:08.404833 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:10:08.405884 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:10:08.405884 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:10:08.406081 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:08.406508 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:08.889855 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:08.911233 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:08.911745 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:09.396282 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:09.423439 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:09.424098 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Start building networks asynchronously for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}}
Apr 30 16:10:09.427860 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.032s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:09.428144 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:09.431751 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:10:09.463925 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:09.465439 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:09.465622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:09.465823 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:09.466277 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:09.466574 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:09.933492 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Not allocating networking since 'none' was specified. {{(pid=88153) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}}
Apr 30 16:10:10.435651 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Apr 30 16:10:10.460646 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:10.558454 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:10.559105 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:10.652247 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e/disk --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:10.660188 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:10.751961 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.091s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:10.752584 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:10.843496 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:10.940763 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Start building block device mappings for instance. {{(pid=88153) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}}
Apr 30 16:10:10.987709 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:10:10.988535 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1379MB free_disk=56.43431091308594GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:10:10.988825 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:10.990796 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:11.956070 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Start spawning the instance on the hypervisor. {{(pid=88153) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}}
Apr 30 16:10:11.957939 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Creating instance directory {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5187}}
Apr 30 16:10:11.958388 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Creating image(s)
Apr 30 16:10:11.959198 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Acquiring lock "/opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:11.959549 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "/opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:11.960620 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "/opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:11.961469 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:10:11.966831 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:10:11.968983 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:12.037035 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 83073be5-dc52-4231-a4cb-5f3e40111259 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 16:10:12.037281 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 5f2f036c-2008-4ebf-9cad-6af25a82c72e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 16:10:12.037593 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance d4cc132c-f513-484b-96c1-e5d155375420 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 16:10:12.037961 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 3 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:10:12.038256 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=2048MB phys_disk=69GB used_disk=3GB total_vcpus=8 used_vcpus=3 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:10:12.067303 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.098s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:12.067871 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Acquiring lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:12.068660 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:12.069845 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Format inspector for vmdk does not match, excluding from consideration (Signature KDMV not found: b'\xebH\x90\x00') {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:10:12.075493 np0040594247 nova-compute[88153]: DEBUG oslo_utils.imageutils.format_inspector [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Format inspector for vhdx does not match, excluding from consideration (Region signature not found at 30000) {{(pid=88153) _process_chunk /opt/stack/data/venv/lib/python3.12/site-packages/oslo_utils/imageutils/format_inspector.py:1365}}
Apr 30 16:10:12.076052 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:12.173605 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.097s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:12.175183 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk 1073741824 {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:12.212259 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846,backing_fmt=raw /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk 1073741824" returned: 0 in 0.038s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:12.212814 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "2b15413ae0dac2d623a5a2d07803af9ef2568846" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.144s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:12.213315 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:12.226780 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]: </device>
Apr 30 16:10:12.234255 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:10:12.235118 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:10:12.235118 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:10:12.235233 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:12.235800 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:12.306695 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2b15413ae0dac2d623a5a2d07803af9ef2568846 --force-share --output=json" returned: 0 in 0.093s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:12.307193 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Checking if we can resize image /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk. size=1073741824 {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:164}}
Apr 30 16:10:12.307626 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:12.398237 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:12.398814 np0040594247 nova-compute[88153]: DEBUG nova.virt.disk.api [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Cannot resize image /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk to a smaller size. {{(pid=88153) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:170}}
Apr 30 16:10:12.399494 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Created local disks {{(pid=88153) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:5319}}
Apr 30 16:10:12.399897 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Ensure instance console log exists: /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/console.log {{(pid=88153) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:5073}}
Apr 30 16:10:12.400344 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:12.400831 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:12.401139 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:12.402954 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Start _get_guest_xml network_info=[] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'sata', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'sata', 'dev': 'sda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-04-30T15:26:16Z,direct_url=<?>,disk_format='qcow2',id=96c6f562-5600-4b1b-af0a-4324dc1f2905,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21233664,status='active',tags=<?>,updated_at=2025-04-30T15:26:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_type': 'disk', 'device_name': '/dev/vda', 'encrypted': False, 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '96c6f562-5600-4b1b-af0a-4324dc1f2905'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None}share_info=None {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8043}}
Apr 30 16:10:12.407997 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:10:12.410022 np0040594247 nova-compute[88153]: DEBUG nova.virt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] InstanceDriverMetadata: InstanceDriverMetadata(root_type='image', root_id='96c6f562-5600-4b1b-af0a-4324dc1f2905', instance_meta=NovaInstanceMeta(name='metadata-items-test2', uuid='d4cc132c-f513-484b-96c1-e5d155375420'), owner=OwnerMeta(userid='12e1a9f8fcec4802bb117948ef2d87f3', username='admin', projectid='44acc1c9fbc14ff6b50d236b171813f0', projectname='admin'), image=ImageMeta(id='96c6f562-5600-4b1b-af0a-4324dc1f2905', name=None, properties=ImageMetaProps(hw_architecture=<?>,hw_auto_disk_config=<?>,hw_boot_menu=<?>,hw_cdrom_bus=<?>,hw_cpu_cores=<?>,hw_cpu_max_cores=<?>,hw_cpu_max_sockets=<?>,hw_cpu_max_threads=<?>,hw_cpu_policy=<?>,hw_cpu_realtime_mask=<?>,hw_cpu_sockets=<?>,hw_cpu_thread_policy=<?>,hw_cpu_threads=<?>,hw_device_id=<?>,hw_disk_bus=<?>,hw_disk_type=<?>,hw_emulation_architecture=<?>,hw_ephemeral_encryption=<?>,hw_ephemeral_encryption_format=<?>,hw_ephemeral_encryption_secret_uuid=<?>,hw_firmware_stateless=<?>,hw_firmware_type=<?>,hw_floppy_bus=<?>,hw_input_bus=<?>,hw_ipxe_boot=<?>,hw_locked_memory=<?>,hw_machine_type=<?>,hw_maxphysaddr_bits=<?>,hw_maxphysaddr_mode=<?>,hw_mem_encryption=<?>,hw_mem_page_size=<?>,hw_numa_cpus=<?>,hw_numa_mem=<?>,hw_numa_nodes=<?>,hw_pci_numa_affinity_policy=<?>,hw_pmu=<?>,hw_pointer_model=<?>,hw_qemu_guest_agent=<?>,hw_rescue_bus=<?>,hw_rescue_device=<?>,hw_rng_model='virtio',hw_scsi_model='virtio-scsi',hw_serial_port_count=<?>,hw_time_hpet=<?>,hw_tpm_model=<?>,hw_tpm_version=<?>,hw_video_model=<?>,hw_video_ram=<?>,hw_vif_model=<?>,hw_vif_multiqueue_enabled=<?>,hw_viommu_model=<?>,hw_virtio_packed_ring=<?>,hw_vm_mode=<?>,hw_watchdog_action=<?>,img_bdm_v2=<?>,img_bittorrent=<?>,img_block_device_mapping=<?>,img_cache_in_nova=<?>,img_compression_level=<?>,img_config_drive=<?>,img_hide_hypervisor_id=<?>,img_hv_requested_version=<?>,img_hv_type=<?>,img_linked_clone=<?>,img_mappings=<?>,img_owner_id=<?>,img_root_device_name=<?>,img_signature=<?>,img_signature_certificate_uuid=<?>,img_signature_hash_method=<?>,img_signature_key_type=<?>,img_use_agent=<?>,img_version=<?>,os_admin_user=<?>,os_command_line=<?>,os_distro=<?>,os_require_quiesce=<?>,os_secure_boot=<?>,os_skip_agent_inject_files_at_boot=<?>,os_skip_agent_inject_ssh=<?>,os_type=<?>,traits_required=<?>)), flavor=FlavorMeta(name='m1.tiny', memory_mb=512, vcpus=1, root_gb=1, ephemeral_gb=0, extra_specs={'hw_rng:allowed': 'True'}, swap=0), network_info=[], nova_package='31.1.0', creation_time=1746029412.4090114) {{(pid=88153) get_instance_driver_metadata /opt/stack/nova/nova/virt/driver.py:401}}
Apr 30 16:10:12.412291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Searching host: 'np0040594247' for CPU controller through CGroups V1... {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1695}}
Apr 30 16:10:12.412882 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CPU controller missing on host. {{(pid=88153) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1705}}
Apr 30 16:10:12.414853 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Searching host: 'np0040594247' for CPU controller through CGroups V2... {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1714}}
Apr 30 16:10:12.415203 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.host [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CPU controller found on host. {{(pid=88153) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1721}}
Apr 30 16:10:12.416626 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=88153) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5858}}
Apr 30 16:10:12.417272 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-30T15:25:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c839612eb3f2469420f2ccae990827f',container_format='bare',created_at=2025-04-30T15:26:16Z,direct_url=<?>,disk_format='qcow2',id=96c6f562-5600-4b1b-af0a-4324dc1f2905,min_disk=0,min_ram=0,name='cirros-0.6.1-x86_64-disk',owner='44acc1c9fbc14ff6b50d236b171813f0',properties=ImageMetaProps,protected=<?>,size=21233664,status='active',tags=<?>,updated_at=2025-04-30T15:26:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}}
Apr 30 16:10:12.417613 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Flavor limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Apr 30 16:10:12.417914 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Image limits 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}}
Apr 30 16:10:12.418228 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Flavor pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Apr 30 16:10:12.418490 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Image pref 0:0:0 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}}
Apr 30 16:10:12.418785 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=88153) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}}
Apr 30 16:10:12.419142 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}}
Apr 30 16:10:12.419418 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}}
Apr 30 16:10:12.419738 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Got 1 possible topologies {{(pid=88153) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}}
Apr 30 16:10:12.420021 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}}
Apr 30 16:10:12.420374 np0040594247 nova-compute[88153]: DEBUG nova.virt.hardware [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=88153) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}}
Apr 30 16:10:12.451407 np0040594247 nova-compute[88153]: DEBUG nova.objects.instance [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lazy-loading 'pci_devices' on Instance uuid d4cc132c-f513-484b-96c1-e5d155375420 {{(pid=88153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Apr 30 16:10:12.741788 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:12.742252 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] End _get_guest_xml xml=<domain type="qemu">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <uuid>d4cc132c-f513-484b-96c1-e5d155375420</uuid>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <name>instance-000000ba</name>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <memory>524288</memory>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <vcpu>1</vcpu>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <metadata>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <nova:package version="31.1.0"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <nova:name>metadata-items-test2</nova:name>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <nova:creationTime>2025-04-30 16:10:12</nova:creationTime>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <nova:flavor name="m1.tiny">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:         <nova:memory>512</nova:memory>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:         <nova:disk>1</nova:disk>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:         <nova:swap>0</nova:swap>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:         <nova:ephemeral>0</nova:ephemeral>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:         <nova:vcpus>1</nova:vcpus>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       </nova:flavor>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <nova:owner>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:         <nova:user uuid="12e1a9f8fcec4802bb117948ef2d87f3">admin</nova:user>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:         <nova:project uuid="44acc1c9fbc14ff6b50d236b171813f0">admin</nova:project>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       </nova:owner>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <nova:root type="image" uuid="96c6f562-5600-4b1b-af0a-4324dc1f2905"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <nova:ports/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </nova:instance>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   </metadata>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <sysinfo type="smbios">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <system>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <entry name="manufacturer">OpenStack Foundation</entry>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <entry name="product">OpenStack Nova</entry>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <entry name="version">31.1.0</entry>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <entry name="serial">d4cc132c-f513-484b-96c1-e5d155375420</entry>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <entry name="uuid">d4cc132c-f513-484b-96c1-e5d155375420</entry>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <entry name="family">Virtual Machine</entry>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </system>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   </sysinfo>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <os>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <type arch="x86_64" machine="q35">hvm</type>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <boot dev="hd"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <smbios mode="sysinfo"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   </os>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <features>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <acpi/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <tcg>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <tb-cache unit="MiB">128</tb-cache>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </tcg>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <vmcoreinfo/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   </features>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <clock offset="utc"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <cpu mode="custom" match="exact">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <model>Nehalem</model>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <topology sockets="1" cores="1" threads="1"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   </cpu>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   <devices>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <disk type="file" device="disk">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <driver name="qemu" type="qcow2" cache="none"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <target dev="vda" bus="virtio"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </disk>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <disk type="file" device="cdrom">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <driver name="qemu" type="raw" cache="none"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <source file="/opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk.config"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <target dev="sda" bus="sata"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </disk>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <serial type="pty">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <log file="/opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/console.log" append="off"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </serial>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <video>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <model type="virtio"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </video>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <rng model="virtio">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <backend model="random">/dev/urandom</backend>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </rng>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="pci" model="pcie-root-port"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <controller type="usb" index="0" model="none"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     <memballoon model="virtio">
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:       <stats period="10"/>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:     </memballoon>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:   </devices>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]: </domain>
Apr 30 16:10:12.958573 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:8049}}
Apr 30 16:10:13.253156 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:10:13.253462 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.264s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:14.458334 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:14.484002 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] No BDM found with device name vda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 16:10:14.484291 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] No BDM found with device name sda, not building metadata. {{(pid=88153) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12836}}
Apr 30 16:10:14.485203 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Using config drive
Apr 30 16:10:15.027845 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Creating config drive at /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk.config
Apr 30 16:10:15.034542 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpj_sj2vik {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:10:15.067514 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] CMD "genisoimage -o /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 31.1.0 -quiet -J -r -V config-2 /tmp/tmpj_sj2vik" returned: 0 in 0.032s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:10:16.122798 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Instance event wait completed in 0 seconds for  {{(pid=88153) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:578}}
Apr 30 16:10:16.123558 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Guest created on hypervisor {{(pid=88153) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4872}}
Apr 30 16:10:16.126063 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Instance spawned successfully.
Apr 30 16:10:16.126541 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1007}}
Apr 30 16:10:16.640911 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Found default for hw_cdrom_bus of sata {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:10:16.641224 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Found default for hw_disk_bus of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:10:16.641885 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Found default for hw_input_bus of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:10:16.642502 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Found default for hw_pointer_model of None {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:10:16.643108 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Found default for hw_video_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:10:16.643709 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Found default for hw_vif_model of virtio {{(pid=88153) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:1036}}
Apr 30 16:10:17.151812 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Took 5.20 seconds to spawn the instance on the hypervisor.
Apr 30 16:10:17.152407 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Checking state {{(pid=88153) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}}
Apr 30 16:10:17.667727 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Took 10.44 seconds to build instance.
Apr 30 16:10:18.170966 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-4f69ef5d-e9ba-47e2-a4f8-0f1a41d2cfeb admin admin] Lock "d4cc132c-f513-484b-96c1-e5d155375420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.956s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:18.254444 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:18.254976 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:18.255471 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:18.255934 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:10:19.462278 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:19.464961 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:19.465150 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:19.465337 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:19.466174 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:19.892222 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:21.881815 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:22.881834 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:23.488445 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Acquiring lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:23.488883 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:23.489239 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Acquiring lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:23.489511 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:23.489834 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:23.492947 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Terminating instance
Apr 30 16:10:23.998684 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Acquiring lock "refresh_cache-5f2f036c-2008-4ebf-9cad-6af25a82c72e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:10:23.999440 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Acquired lock "refresh_cache-5f2f036c-2008-4ebf-9cad-6af25a82c72e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:10:23.999440 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:10:24.467319 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:24.470070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:24.470070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:24.470070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:24.470070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:24.470070 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:24.539703 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:10:24.582706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Acquiring lock "d4cc132c-f513-484b-96c1-e5d155375420" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:24.582706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Lock "d4cc132c-f513-484b-96c1-e5d155375420" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:24.582706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Acquiring lock "d4cc132c-f513-484b-96c1-e5d155375420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:24.582706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Lock "d4cc132c-f513-484b-96c1-e5d155375420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:24.582706 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Lock "d4cc132c-f513-484b-96c1-e5d155375420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:24.585706 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Terminating instance
Apr 30 16:10:24.676821 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:10:25.093240 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Acquiring lock "refresh_cache-d4cc132c-f513-484b-96c1-e5d155375420" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:313}}
Apr 30 16:10:25.093240 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Acquired lock "refresh_cache-d4cc132c-f513-484b-96c1-e5d155375420" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:316}}
Apr 30 16:10:25.093240 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Building network info cache for instance {{(pid=88153) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}}
Apr 30 16:10:25.179026 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Releasing lock "refresh_cache-5f2f036c-2008-4ebf-9cad-6af25a82c72e" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:10:25.180123 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:10:25.422647 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Instance destroyed successfully.
Apr 30 16:10:25.422647 np0040594247 nova-compute[88153]: DEBUG nova.objects.instance [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Lazy-loading 'resources' on Instance uuid 5f2f036c-2008-4ebf-9cad-6af25a82c72e {{(pid=88153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Apr 30 16:10:25.629240 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:10:25.770234 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:10:25.889322 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:25.925146 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Deleting instance files /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e_del
Apr 30 16:10:25.927805 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Deletion of /opt/stack/data/nova/instances/5f2f036c-2008-4ebf-9cad-6af25a82c72e_del complete
Apr 30 16:10:26.272409 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Releasing lock "refresh_cache-d4cc132c-f513-484b-96c1-e5d155375420" {{(pid=88153) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:334}}
Apr 30 16:10:26.273789 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Start destroying the instance on the hypervisor. {{(pid=88153) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}}
Apr 30 16:10:26.436929 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Took 1.26 seconds to destroy the instance on the hypervisor.
Apr 30 16:10:26.437357 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 16:10:26.437860 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:10:26.438075 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:10:26.468325 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:10:26.494653 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [-] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Instance destroyed successfully.
Apr 30 16:10:26.495474 np0040594247 nova-compute[88153]: DEBUG nova.objects.instance [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Lazy-loading 'resources' on Instance uuid d4cc132c-f513-484b-96c1-e5d155375420 {{(pid=88153) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Apr 30 16:10:26.889251 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:10:26.972037 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:10:26.999114 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Deleting instance files /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420_del
Apr 30 16:10:26.999962 np0040594247 nova-compute[88153]: INFO nova.virt.libvirt.driver [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Deletion of /opt/stack/data/nova/instances/d4cc132c-f513-484b-96c1-e5d155375420_del complete
Apr 30 16:10:27.475629 np0040594247 nova-compute[88153]: INFO nova.compute.manager [-] [instance: 5f2f036c-2008-4ebf-9cad-6af25a82c72e] Took 1.04 seconds to deallocate network for instance.
Apr 30 16:10:27.513105 np0040594247 nova-compute[88153]: INFO nova.compute.manager [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Took 1.24 seconds to destroy the instance on the hypervisor.
Apr 30 16:10:27.513643 np0040594247 nova-compute[88153]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=88153) func /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}}
Apr 30 16:10:27.514115 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [-] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Deallocating network for instance {{(pid=88153) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}}
Apr 30 16:10:27.514379 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: d4cc132c-f513-484b-96c1-e5d155375420] deallocate_for_instance() {{(pid=88153) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}}
Apr 30 16:10:27.559876 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Instance cache missing network info. {{(pid=88153) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}}
Apr 30 16:10:27.984165 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:27.984604 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:28.064436 np0040594247 nova-compute[88153]: DEBUG nova.network.neutron [-] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Updating instance_info_cache with network_info: [] {{(pid=88153) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Apr 30 16:10:28.144015 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] DNM bauzas xmlstr <device>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]: </device>
Apr 30 16:10:28.150179 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:10:28.151247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:10:28.151247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:10:28.151247 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:28.151687 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:28.568435 np0040594247 nova-compute[88153]: INFO nova.compute.manager [-] [instance: d4cc132c-f513-484b-96c1-e5d155375420] Took 1.05 seconds to deallocate network for instance.
Apr 30 16:10:28.656601 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:28.657131 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:29.076365 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:10:29.168568 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.184s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:29.171829 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.096s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:10:29.207948 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Deleted allocations for instance 5f2f036c-2008-4ebf-9cad-6af25a82c72e
Apr 30 16:10:29.297588 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] DNM bauzas xmlstr <device>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]: </device>
Apr 30 16:10:29.304471 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:10:29.305365 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:10:29.305365 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:10:29.305644 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:29.306118 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:10:29.470789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:29.472336 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:29.472539 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:29.472742 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:29.473249 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:29.473547 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:29.809967 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:29.810504 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:10:30.221150 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a1feae99-493c-4db8-b868-ef6515c16ed2 admin admin] Lock "5f2f036c-2008-4ebf-9cad-6af25a82c72e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.732s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:30.321725 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.150s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:30.359848 np0040594247 nova-compute[88153]: INFO nova.scheduler.client.report [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Deleted allocations for instance d4cc132c-f513-484b-96c1-e5d155375420
Apr 30 16:10:31.371078 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-cc64c714-fb76-42f7-bece-cf2ed9e81169 admin admin] Lock "d4cc132c-f513-484b-96c1-e5d155375420" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.790s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:10:34.474191 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:34.477859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:34.477859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:34.477859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:34.477859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:34.477859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:39.479202 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:39.480867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:39.481176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:39.481444 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:39.482103 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:39.482504 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:44.472710 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:49.475242 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:49.476761 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:49.476959 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:49.477138 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:49.477610 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:49.477940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:54.479221 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:54.480797 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:54.480990 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:54.481193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:54.481948 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:54.482049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:59.483193 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:59.484718 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:10:59.484921 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:10:59.485116 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:10:59.486167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:10:59.486533 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:04.487545 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:04.489199 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:04.489488 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:04.489789 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:04.490579 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:04.491049 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:08.890217 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:09.397769 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:11:09.398000 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:11:09.398183 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:11:09.398458 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:11:09.491854 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:09.494213 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:09.494213 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:09.494213 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:09.494584 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:09.494867 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:10.428167 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:11:10.518993 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.090s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:11:10.519541 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:11:10.608737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:11:10.738879 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:11:10.740588 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1716MB free_disk=56.43328094482422GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:11:10.741002 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:11:10.741494 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:11:11.785408 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 83073be5-dc52-4231-a4cb-5f3e40111259 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 16:11:11.785950 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:11:11.786035 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=1024MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:11:11.861247 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]: </device>
Apr 30 16:11:11.867115 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:11:11.867955 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:11:11.867955 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:11:11.868233 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:11:11.868560 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:11:12.373796 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:11:12.374306 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:11:12.887479 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:11:12.888320 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:11:14.495531 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:14.497310 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:14.497458 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:14.497598 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:14.498223 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:14.498567 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:17.888892 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:17.888892 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:17.889583 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:17.889583 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=88153) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}
Apr 30 16:11:19.489185 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:20.891326 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:23.881154 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:24.490703 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:24.492260 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:24.492455 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:24.492634 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:24.493397 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:24.493702 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:27.890265 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:28.890490 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:29.494167 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:29.495695 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:29.495901 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:29.496068 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:29.496521 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:29.496859 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:29.889880 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:29.890126 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances with incomplete migration  {{(pid=88153) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}}
Apr 30 16:11:34.494025 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:39.497220 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:41.892416 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:44.399402 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:11:44.400148 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Cleaning up deleted instances {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}}
Apr 30 16:11:44.498939 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:44.500493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:44.500743 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:44.500900 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:44.501479 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:44.501810 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:44.904575 np0040594247 nova-compute[88153]: DEBUG nova.compute.manager [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] There are 0 instances to clean {{(pid=88153) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}}
Apr 30 16:11:49.502187 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:49.503738 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:49.503924 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:49.504099 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:49.504622 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:49.504960 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:54.506172 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:54.507693 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:54.508017 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:54.508142 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:54.508572 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:54.508942 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:59.510176 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:59.511726 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:11:59.511916 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:11:59.512092 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:11:59.512620 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:11:59.512940 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:12:04.514335 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:12:04.516128 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:12:04.516325 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:12:04.516493 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:12:04.517123 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:12:04.517422 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:12:09.518323 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:12:09.521923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:12:09.521923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:12:09.521923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:12:09.521923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:12:09.521923 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:12:10.397052 np0040594247 nova-compute[88153]: DEBUG oslo_service.periodic_task [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running periodic task ComputeManager.update_available_resource {{(pid=88153) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Apr 30 16:12:10.904488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:12:10.904488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:12:10.904488 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:12:10.904488 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Auditing locally available compute resources for np0040594247 (node: np0040594247) {{(pid=88153) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}}
Apr 30 16:12:11.934737 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:12:12.024341 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.089s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:12:12.024870 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:349}}
Apr 30 16:12:12.113557 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.processutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] CMD "/opt/stack/data/venv/bin/python3.12 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83073be5-dc52-4231-a4cb-5f3e40111259/disk --force-share --output=json" returned: 0 in 0.088s {{(pid=88153) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:372}}
Apr 30 16:12:12.235952 np0040594247 nova-compute[88153]: WARNING nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Apr 30 16:12:12.237583 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Hypervisor/Node resource view: name=np0040594247 free_ram=1739MB free_disk=56.41477584838867GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_1", "address": "0000:00:01.1", "product_id": "7010", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7010", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_2", "address": "0000:00:01.2", "product_id": "7020", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7020", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_02_0", "address": "0000:00:02.0", "product_id": "00b8", "vendor_id": "1013", "numa_node": null, "label": "label_1013_00b8", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_3", "address": "0000:00:01.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "1237", "vendor_id": "8086", "numa_node": null, "label": "label_8086_1237", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7000", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7000", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_03_0", "address": "0000:00:03.0", "product_id": "0001", "vendor_id": "5853", "numa_node": null, "label": "label_5853_0001", "dev_type": "type-PCI"}] {{(pid=88153) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}}
Apr 30 16:12:12.237944 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:405}}
Apr 30 16:12:12.238310 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:410}}
Apr 30 16:12:13.373954 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Instance 83073be5-dc52-4231-a4cb-5f3e40111259 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=88153) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}}
Apr 30 16:12:13.374496 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Total usable vcpus: 8, total allocated vcpus: 1 {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}}
Apr 30 16:12:13.374496 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Final resource view: name=np0040594247 phys_ram=7933MB used_ram=1024MB phys_disk=69GB used_disk=1GB total_vcpus=8 used_vcpus=1 pci_stats=[] {{(pid=88153) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}}
Apr 30 16:12:13.461719 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas enabled types ['mtty-1'] {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8600}}
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas xmlstr <device>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:   <name>mtty_mtty</name>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:   <path>/sys/devices/virtual/mtty/mtty</path>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:   <parent>computer</parent>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:   <capability type='mdev_types'>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:     <capability type='mdev_types'>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:       <type id='mtty-1'>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:         <name>Single port serial</name>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:         <availableInstances>24</availableInstances>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:       <type id='mtty-2'>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:         <name>Dual port serial</name>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:         <deviceAPI>vfio-pci</deviceAPI>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:         <availableInstances>12</availableInstances>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:       </type>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:     </capability>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:   </capability>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]: </device>
Apr 30 16:12:13.466648 np0040594247 nova-compute[88153]:  {{(pid=88153) _get_mdev_capabilities_for_dev /opt/stack/nova/nova/virt/libvirt/driver.py:8786}}
Apr 30 16:12:13.467470 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas count per dev defaultdict(<class 'int'>, {'mtty_mtty': 24}) {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8614}}
Apr 30 16:12:13.467470 np0040594247 nova-compute[88153]: DEBUG nova.virt.libvirt.driver [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] DNM bauzas inventories {'mtty_mtty': {'total': 24, 'min_unit': 1, 'step_size': 1, 'reserved': 0, 'allocation_ratio': 1.0, 'max_unit': 24}} {{(pid=88153) _get_gpu_inventories /opt/stack/nova/nova/virt/libvirt/driver.py:8654}}
Apr 30 16:12:13.467470 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: 85885957-4392-49b6-9973-fd29af6f2161 {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:12:13.468238 np0040594247 nova-compute[88153]: DEBUG nova.compute.provider_tree [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed in ProviderTree for provider: dcafc903-ba87-45d4-acb0-268e853ca9cc {{(pid=88153) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Apr 30 16:12:13.972060 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider 85885957-4392-49b6-9973-fd29af6f2161 based on inventory data: {'VGPU': {'total': 24, 'reserved': 0, 'min_unit': 1, 'max_unit': 24, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:12:13.972500 np0040594247 nova-compute[88153]: DEBUG nova.scheduler.client.report [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Inventory has not changed for provider dcafc903-ba87-45d4-acb0-268e853ca9cc based on inventory data: {'MEMORY_MB': {'total': 7933, 'reserved': 512, 'min_unit': 1, 'max_unit': 7933, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 8, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 69, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=88153) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}
Apr 30 16:12:13.976592 np0040594247 nova-compute[88153]: DEBUG nova.compute.resource_tracker [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Compute_service record updated for np0040594247:np0040594247 {{(pid=88153) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}}
Apr 30 16:12:13.976901 np0040594247 nova-compute[88153]: DEBUG oslo_concurrency.lockutils [None req-a00ccdb1-4503-44c0-8419-77652b87f1ab None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.739s {{(pid=88153) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:424}}
Apr 30 16:12:14.522540 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:12:14.524209 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:248}}
Apr 30 16:12:14.524433 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=88153) run /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:117}}
Apr 30 16:12:14.524624 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}
Apr 30 16:12:14.525384 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=88153) __log_wakeup /opt/stack/data/venv/lib/python3.12/site-packages/ovs/poller.py:263}}
Apr 30 16:12:14.525780 np0040594247 nova-compute[88153]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=88153) _transition /opt/stack/data/venv/lib/python3.12/site-packages/ovs/reconnect.py:519}}